-- Logs begin at Wed 2022-07-27 14:37:58 UTC, end at Wed 2022-07-27 15:47:45 UTC. -- Jul 27 15:20:00.396413 dv-cinder-841315-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 27 15:20:03.033666 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.common.config [-] Logging enabled! Jul 27 15:20:03.034162 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev447 Jul 27 15:20:03.034456 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103826) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 27 15:20:03.037736 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.common.config [-] Logging enabled! Jul 27 15:20:03.037989 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev447 Jul 27 15:20:03.038297 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103826) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 27 15:20:03.039228 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 15:20:03.039461 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 15:20:03.039964 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 15:20:03.040212 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 15:20:03.040435 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 15:20:03.040752 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.041049 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.041277 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.041571 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.041860 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.042147 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.042435 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.042729 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.043011 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.043288 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.043564 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.043798 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.044097 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.044381 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.044665 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.044886 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] debug = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.045163 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.045596 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.046000 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.046282 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.046567 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.046842 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.047126 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.047386 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.047673 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.048027 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] host = dv-cinder-841315-2-iscsi {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.048303 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.048585 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.048987 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.049273 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.049549 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.049822 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.050103 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.050395 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.050665 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] log_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.050939 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.051225 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.051509 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.051793 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.052039 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.052265 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.052547 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.052840 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.053112 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.053384 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.053656 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.053926 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.054198 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.054463 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.054748 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.055026 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.055306 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.055579 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.055876 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.056139 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.056408 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.056689 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.056961 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.057233 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.057505 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.057786 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.058053 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.058324 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.058619 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.058898 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.059180 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.059462 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.059733 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.060044 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.060317 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.060588 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.060857 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] use_json = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.061127 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.061396 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.061677 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.061948 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.062221 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.062492 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.062761 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.063041 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.063313 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:03.063606 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.064171 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.064479 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.064760 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.065062 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.065343 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.065630 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.065908 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.066747 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.067036 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.067327 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.067601 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.067928 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.068219 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.068512 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.069674 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.069674 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.069674 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.069674 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.069985 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.070184 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.070463 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.070751 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.071030 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.071316 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.071605 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.071911 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.072211 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.072496 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.072785 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.073080 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.073369 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.073646 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.073925 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.074216 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.074497 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.074772 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.075059 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.075339 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.075613 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.075924 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.076220 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.076509 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.076802 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.077063 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.077359 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.077633 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.077907 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.078181 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.078460 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.078734 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.079020 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.079299 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.079573 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.079868 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.080151 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.080424 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.080697 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.080974 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.081245 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.081520 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.082491 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.082955 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.083350 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.083746 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.084179 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.084588 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.084882 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.085167 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.085446 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.085721 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.085998 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.086274 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.086549 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.086849 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.087127 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.087407 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.087684 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.087986 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.088266 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.088544 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.088824 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.089101 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.089375 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.089665 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.089951 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.090238 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.090521 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.090800 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.091115 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.091394 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.091673 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.091977 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.092259 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.092541 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.092823 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.093100 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.093377 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.093659 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.093942 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.094238 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.094527 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.094805 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.095099 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.095391 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.095683 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.096064 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.096378 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.096658 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:03.096875 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 15:20:03.097114 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103826) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 27 15:20:03.389445 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 27 15:20:03.389726 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 27 15:20:03.390026 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 27 15:20:03.390356 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 27 15:20:03.797480 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:03.797687 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:03.797954 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:03.799238 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:03.799509 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:03.799770 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:03.852575 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:03.852850 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:03.853118 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:03.867917 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:03.868196 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:03.868465 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:03.897532 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:03.897813 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:03.898080 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:03.935332 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:03.935610 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:03.935900 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.165799 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.166451 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.166451 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.166637 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.167460 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.263904 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.264220 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.264501 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.264776 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.265046 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.265357 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.265619 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.265880 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.266138 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.266422 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.266691 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.266960 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.267219 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.267473 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.267730 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.268025 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.268284 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.268551 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.268822 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.269617 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.269890 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.270146 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.270431 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.270803 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.271063 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.271311 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.271706 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 15:20:04.271968 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 15:20:04.272208 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 15:20:04.272442 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 15:20:04.272677 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 15:20:04.272913 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 15:20:04.273270 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 27 15:20:04.276335 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 27 15:20:04.280207 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 27 15:20:04.283998 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 27 15:20:04.286167 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 27 15:20:04.286773 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 27 15:20:04.287113 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 27 15:20:04.287492 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 27 15:20:04.290249 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 27 15:20:04.290494 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 27 15:20:04.290838 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 15:20:04.295815 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 27 15:20:04.318480 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 27 15:20:04.318923 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.319217 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103826) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 27 15:20:04.319584 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.320934 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103826) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 27 15:20:04.321207 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 15:20:04.321448 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 27 15:20:04.324714 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.324994 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:04.474057 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 27 15:20:04.474227 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 27 15:20:04.474447 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 27 15:20:04.474819 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 27 15:20:04.526541 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO dbcounter [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Registered counter for database neutron Jul 27 15:20:04.545370 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_db.sqlalchemy.engines [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103826) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 27 15:20:04.551064 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG dbcounter [-] [103826] Writer thread running {{(pid=103826) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 15:20:05.096047 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Initializing driver for type 'gre' Jul 27 15:20:05.096557 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] gre ID ranges: [(1, 1000)] Jul 27 15:20:05.150300 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Initializing driver for type 'local' Jul 27 15:20:05.150653 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Initializing driver for type 'vlan' Jul 27 15:20:05.164856 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] VlanTypeDriver initialization complete Jul 27 15:20:05.165275 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Initializing driver for type 'vxlan' Jul 27 15:20:05.165684 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] vxlan ID ranges: [(1, 1000)] Jul 27 15:20:05.219362 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Initializing extension driver 'port_security' Jul 27 15:20:05.219979 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.extensions.port_security [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] PortSecurityExtensionDriver initialization complete Jul 27 15:20:05.220065 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Initializing mechanism driver 'openvswitch' Jul 27 15:20:05.220336 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Initializing mechanism driver 'hyperv' Jul 27 15:20:05.227010 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:20:05.227679 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > port after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.228075 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > port after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.228435 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > port after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.228944 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 15:20:05.229370 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.229729 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.230083 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.230482 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 15:20:05.230895 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > network after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.231254 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > network after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.231603 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > network after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.232040 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 15:20:05.232451 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > security_group after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.232806 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > security_group after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.233152 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.233550 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 15:20:05.233955 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.234303 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.234645 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.235041 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 15:20:05.235449 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > address_group after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.235803 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > address_group after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.236174 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.236568 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 15:20:05.237010 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] ML2 OVO RPC backend initialized. {{(pid=103826) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 27 15:20:05.238208 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.238567 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.238989 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > network before_response 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.239342 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > networks before_response 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.239691 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > port before_response 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.240067 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > ports before_response 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.240415 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > subnet before_response 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.240761 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > subnets before_response 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.241109 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > network after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.241449 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > network after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.241786 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > network after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.242125 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > port after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.242463 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > port after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.242799 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > port after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.243135 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.243471 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.243806 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.251285 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded quota_driver: . Jul 27 15:20:05.251653 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.plugin [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Modular L2 Plugin initialization complete Jul 27 15:20:05.252041 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading services supported by the core plugin {{(pid=103826) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 27 15:20:05.252385 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.plugins.ml2.managers [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Got port-security extension from driver 'port_security' Jul 27 15:20:05.252868 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.extensions.vlantransparent [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Disabled vlantransparent extension. Jul 27 15:20:05.253956 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103826) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 27 15:20:05.254293 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading Plugin: router Jul 27 15:20:05.289556 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.289951 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router after_create 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.290328 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router before_create 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.290700 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.291079 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.291440 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router after_delete 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.291803 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.292181 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.292542 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router after_create 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.292893 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router after_update 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.293245 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router after_update 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.293598 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.293961 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router after_update 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.294373 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.294745 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: port after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.295087 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: port after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.295433 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: subnet after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.295784 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.296159 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.296511 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.296856 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: port before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.297204 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router precommit_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.297562 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router after_update 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.297912 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.298265 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.298629 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.298977 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.299344 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > agent after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.299699 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > agent after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.300079 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > network after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.301479 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Tracking information for resource: router configured {{(pid=103826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 15:20:05.301819 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Tracking information for resource: floatingip configured {{(pid=103826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 15:20:05.306680 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.db.l3_agentschedulers_db [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 27 15:20:05.307253 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: port after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.307618 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: port after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.308011 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: port after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.308367 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: port after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.309148 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router before_create 55550100 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.309516 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.309881 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router precommit_create 55550100 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.310244 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > router precommit_update 55550100 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.315481 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.services.provider_configuration [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Service providers = [] {{(pid=103826) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 27 15:20:05.315902 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.db.servicetype_db [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103826) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 27 15:20:05.319024 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.services.service_base [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 15:20:05.319381 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.services.service_base [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 15:20:05.319729 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.services.service_base [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 15:20:05.320655 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.services.service_base [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 15:20:05.321028 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.services.service_base [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 27 15:20:05.321407 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 15:20:05.321727 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 27 15:20:05.332082 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 15:20:05.332424 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading Plugin: auto_allocate Jul 27 15:20:05.337947 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: network precommit_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.338317 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: network precommit_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.338839 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 15:20:05.339163 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading Plugin: tag Jul 27 15:20:05.345934 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 15:20:05.346267 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading Plugin: timestamp Jul 27 15:20:05.350570 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 15:20:05.350902 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading Plugin: network_ip_availability Jul 27 15:20:05.356367 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.356746 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.357110 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.357823 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 15:20:05.358147 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading Plugin: flavors Jul 27 15:20:05.363607 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 15:20:05.363974 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading Plugin: revisions Jul 27 15:20:05.368207 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 15:20:05.368602 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_concurrency.lockutils [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.978s {{(pid=103826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 27 15:20:05.369345 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103826) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 27 15:20:05.369683 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Initializing extension manager. Jul 27 15:20:05.370205 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: __init__.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.370549 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: __pycache__ {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.370886 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: address_group.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.371594 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.372189 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: address-group Jul 27 15:20:05.372517 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: address_scope.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.373192 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.373701 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: address-scope Jul 27 15:20:05.374025 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.374905 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.375426 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: router-admin-state-down-before-update Jul 27 15:20:05.375748 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: agent.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.376439 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.376947 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: agent Jul 27 15:20:05.377270 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: agent_resources_synced.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.378134 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.378669 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: agent-resources-synced Jul 27 15:20:05.378992 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: allowedaddresspairs.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.380758 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.381290 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: allowed-address-pairs Jul 27 15:20:05.381619 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: auto_allocated_topology.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.382645 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.383162 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: auto-allocated-topology Jul 27 15:20:05.383488 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: availability_zone.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.384172 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.384682 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: availability_zone Jul 27 15:20:05.385008 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: availability_zone_filter.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.385875 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.386380 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: availability_zone_filter Jul 27 15:20:05.386705 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: data_plane_status.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.387579 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.388118 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension data-plane-status not supported by any of loaded plugins Jul 27 15:20:05.388445 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: default_subnetpools.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.389318 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.389824 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: default-subnetpools Jul 27 15:20:05.390150 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.390918 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.391427 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: dhcp_agent_scheduler Jul 27 15:20:05.391755 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: dns.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.392661 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.393167 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension dns-integration not supported by any of loaded plugins Jul 27 15:20:05.393491 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: dns_domain_ports.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.394382 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.394886 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 27 15:20:05.395219 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.396132 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.396639 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 27 15:20:05.396964 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: dvr.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.397600 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.398106 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: dvr Jul 27 15:20:05.398432 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: ecmp_routes.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.399301 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.399802 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 27 15:20:05.400153 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: empty_string_filtering.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.401022 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.401526 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: empty-string-filtering Jul 27 15:20:05.401848 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.402713 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.403214 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 27 15:20:05.403538 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.404435 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.404938 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 27 15:20:05.405267 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: external_net.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.406132 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.406642 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: external-net Jul 27 15:20:05.406965 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.407842 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.408361 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: extra_dhcp_opt Jul 27 15:20:05.408684 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: extraroute.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.410055 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.410562 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: extraroute Jul 27 15:20:05.410887 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: extraroute_atomic.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.411892 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.412399 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: extraroute-atomic Jul 27 15:20:05.412725 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: filter_validation.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.413355 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.414052 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: filter-validation Jul 27 15:20:05.414380 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: fip_pf_description.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.415253 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.415762 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 27 15:20:05.416117 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: fip_pf_port_range.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.416989 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.417492 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 27 15:20:05.417817 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: fip_port_details.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.418699 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.419203 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: fip-port-details Jul 27 15:20:05.419530 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: flavors.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.420749 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.421265 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: flavors Jul 27 15:20:05.421594 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.423181 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.423705 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 27 15:20:05.424064 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: floatingip_pools.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.424732 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.425800 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: floatingip-pools Jul 27 15:20:05.426133 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: ip_allocation.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.427023 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.427535 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension ip_allocation not supported by any of loaded plugins Jul 27 15:20:05.427890 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.428775 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.429286 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: ip-substring-filtering Jul 27 15:20:05.429612 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: l2_adjacency.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.430505 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.431015 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 27 15:20:05.431338 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: l3.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.432290 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.432807 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: router Jul 27 15:20:05.433130 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.435296 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.435847 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 27 15:20:05.436199 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.437085 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.437597 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: ext-gw-mode Jul 27 15:20:05.437925 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.439044 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.439559 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: l3-ha Jul 27 15:20:05.439913 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.440824 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.441329 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 27 15:20:05.441652 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: l3_flavors.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.442520 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.443031 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: l3-flavors Jul 27 15:20:05.443357 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.444721 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.445242 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 27 15:20:05.445572 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.446456 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.446971 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 27 15:20:05.447299 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: l3agentscheduler.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.448331 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.448844 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: l3_agent_scheduler Jul 27 15:20:05.449173 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: local_ip.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.450871 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.451401 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension local_ip not supported by any of loaded plugins Jul 27 15:20:05.451735 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: logging.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.453205 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.453734 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension logging not supported by any of loaded plugins Jul 27 15:20:05.454072 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: metering.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.454777 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.455547 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: metering Jul 27 15:20:05.455908 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.456990 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.457509 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: metering_source_and_destination_fields Jul 27 15:20:05.457843 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: multiprovidernet.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.458724 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.459237 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: multi-provider Jul 27 15:20:05.459567 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: netmtu.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.460468 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.460984 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: net-mtu Jul 27 15:20:05.461312 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: netmtu_writable.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.462188 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.462699 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: net-mtu-writable Jul 27 15:20:05.463028 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: network_availability_zone.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.463667 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.464204 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: network_availability_zone Jul 27 15:20:05.464533 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: network_ip_availability.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.465595 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.466117 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: network-ip-availability Jul 27 15:20:05.466447 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: network_segment_range.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.467177 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.467687 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension network-segment-range not supported by any of loaded plugins Jul 27 15:20:05.468049 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: pagination.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.468982 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.469318 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: pagination Jul 27 15:20:05.469688 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: port_device_profile.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.470509 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.471022 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: port-device-profile Jul 27 15:20:05.471355 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: port_mac_address_override.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.472785 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.473314 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: port-mac-override Jul 27 15:20:05.473625 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.474504 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.475018 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: port-mac-address-regenerate Jul 27 15:20:05.475344 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.476252 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.476770 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: port-numa-affinity-policy Jul 27 15:20:05.477097 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: port_resource_request.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.477970 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.478478 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension port-resource-request not supported by any of loaded plugins Jul 27 15:20:05.478805 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: port_resource_request_groups.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.479728 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.480270 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 27 15:20:05.480596 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: portbindings.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.481479 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.481987 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: binding Jul 27 15:20:05.482311 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: portbindings_extended.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.483512 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.484056 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: binding-extended Jul 27 15:20:05.484385 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: portsecurity.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.485256 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.485776 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: port-security Jul 27 15:20:05.486106 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: project_id.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.487064 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.487398 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: project-id Jul 27 15:20:05.488282 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: providernet.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.489161 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.489679 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: provider Jul 27 15:20:05.490005 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: qos.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.493398 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.493931 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension qos not supported by any of loaded plugins Jul 27 15:20:05.494268 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.495467 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.496020 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 27 15:20:05.496353 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.497247 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.497763 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 27 15:20:05.498088 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: qos_default.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.498966 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.499475 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension qos-default not supported by any of loaded plugins Jul 27 15:20:05.499798 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: qos_fip.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.500704 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.501215 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension qos-fip not supported by any of loaded plugins Jul 27 15:20:05.501540 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.502412 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.502922 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 27 15:20:05.503247 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: qos_gateway_ip.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.504181 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.504690 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 27 15:20:05.505012 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: qos_port_network_policy.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.505889 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.506396 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 27 15:20:05.506719 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.507721 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.508258 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 27 15:20:05.508582 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.509578 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.510089 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 27 15:20:05.510413 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: qos_pps_rule.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.511539 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.512087 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension qos-pps not supported by any of loaded plugins Jul 27 15:20:05.512418 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: qos_rule_type_details.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.513296 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.513806 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 27 15:20:05.514133 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.515008 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.515517 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 27 15:20:05.515878 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: qos_rules_alias.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.516898 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.517411 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 27 15:20:05.517740 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: quota_check_limit.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.518611 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.519149 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: quota-check-limit Jul 27 15:20:05.519477 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: quotasv2.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.520394 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.520726 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: quotas Jul 27 15:20:05.521048 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: quotasv2_detail.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.522697 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.523042 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: quota_details Jul 27 15:20:05.523377 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: rbac.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.525858 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.526396 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: rbac-policies Jul 27 15:20:05.526733 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: rbac_address_group.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.527627 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.528174 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: rbac-address-group Jul 27 15:20:05.528507 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: rbac_address_scope.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.529385 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.529900 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: rbac-address-scope Jul 27 15:20:05.530228 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: rbac_security_groups.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.531168 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.531680 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: rbac-security-groups Jul 27 15:20:05.532034 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: rbac_subnetpool.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.532919 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.533430 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: rbac-subnetpool Jul 27 15:20:05.533754 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: revisionifmatch.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.535167 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.535685 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: revision-if-match Jul 27 15:20:05.536039 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: revisions.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.537123 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.537645 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: standard-attr-revisions Jul 27 15:20:05.537973 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: router_availability_zone.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.538612 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.539123 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: router_availability_zone Jul 27 15:20:05.539450 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: routerservicetype.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.540357 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.540867 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension router-service-type not supported by any of loaded plugins Jul 27 15:20:05.541191 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.542086 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.542601 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: security-groups-normalized-cidr Jul 27 15:20:05.542925 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.543804 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.544337 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: port-security-groups-filtering Jul 27 15:20:05.544661 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.545547 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.546060 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: security-groups-remote-address-group Jul 27 15:20:05.546390 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.547278 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.547789 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: security-groups-shared-filtering Jul 27 15:20:05.548144 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: securitygroup.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.558039 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.558576 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: security-group Jul 27 15:20:05.558915 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: segment.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.559609 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.560161 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension segment not supported by any of loaded plugins Jul 27 15:20:05.560491 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.561388 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.561899 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 27 15:20:05.562226 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: servicetype.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.563307 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.564107 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: service-type Jul 27 15:20:05.564443 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: sorting.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.565392 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.565728 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: sorting Jul 27 15:20:05.566080 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: standard_attr_segment.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.567097 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.567614 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 27 15:20:05.567974 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: standardattrdescription.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.568597 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.569113 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: standard-attr-description Jul 27 15:20:05.569440 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: stateful_security_group.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.570354 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.570865 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: stateful-security-group Jul 27 15:20:05.571191 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: stdattrs_common.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.571739 dv-cinder-841315-2-iscsi neutron-server[103826]: WARNING neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 27 15:20:05.572089 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.572970 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.573488 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 27 15:20:05.573818 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: subnet_onboard.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.574836 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.575352 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: subnet_onboard Jul 27 15:20:05.575680 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.576600 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.577114 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 27 15:20:05.577440 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: subnet_service_types.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.578330 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.578843 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: subnet-service-types Jul 27 15:20:05.579169 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: subnetallocation.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.580220 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.580737 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: subnet_allocation Jul 27 15:20:05.581068 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.581723 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.582237 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: subnetpool-prefix-ops Jul 27 15:20:05.582563 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.583449 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.583989 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 27 15:20:05.584316 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: tagging.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.585335 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.585848 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: standard-attr-tag Jul 27 15:20:05.586178 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: timestamp.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.587331 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.587864 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loaded extension: standard-attr-timestamp Jul 27 15:20:05.588201 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: trunk.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.589192 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.589706 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension trunk not supported by any of loaded plugins Jul 27 15:20:05.590032 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: trunk_details.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.590914 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.591426 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension trunk-details not supported by any of loaded plugins Jul 27 15:20:05.591751 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: uplink_status_propagation.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.592668 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.593177 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 27 15:20:05.593503 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Loading extension file: vlantransparent.py {{(pid=103826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 15:20:05.594138 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 15:20:05.594644 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 27 15:20:05.597745 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of TrackedResource for resource:network Jul 27 15:20:05.598273 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of TrackedResource for resource:subnet Jul 27 15:20:05.598678 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 15:20:05.599074 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of TrackedResource for resource:port Jul 27 15:20:05.600419 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:20:05.600866 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Service FLAVORS assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:20:05.601496 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:20:05.601928 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:20:05.602263 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of TrackedResource for resource:router Jul 27 15:20:05.602696 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 15:20:05.603180 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Service METERING assigned prefix: /metering {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:20:05.604648 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.605024 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.605379 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:20:05.606355 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 15:20:05.606812 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of TrackedResource for resource:security_group Jul 27 15:20:05.607261 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 15:20:05.607805 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Service CORE assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:20:05.608161 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 15:20:05.608509 dv-cinder-841315-2-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] subnetpool is already registered Jul 27 15:20:05.608941 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Service CORE assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:20:05.609271 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 15:20:05.609607 dv-cinder-841315-2-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] subnetpool is already registered Jul 27 15:20:05.612023 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:20:05.612468 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Service FLAVORS assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:20:05.613633 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:20:05.614060 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:20:05.614398 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of TrackedResource for resource:router Jul 27 15:20:05.614740 dv-cinder-841315-2-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] router is already registered Jul 27 15:20:05.615158 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 15:20:05.615495 dv-cinder-841315-2-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] floatingip is already registered Jul 27 15:20:05.615999 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Service METERING assigned prefix: /metering {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:20:05.616688 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 15:20:05.617023 dv-cinder-841315-2-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] rbac_policy is already registered Jul 27 15:20:05.617441 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of TrackedResource for resource:security_group Jul 27 15:20:05.617779 dv-cinder-841315-2-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] security_group is already registered Jul 27 15:20:05.618190 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 15:20:05.618528 dv-cinder-841315-2-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] security_group_rule is already registered Jul 27 15:20:05.619178 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Service CORE assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:20:05.619510 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 15:20:05.619864 dv-cinder-841315-2-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] subnetpool is already registered Jul 27 15:20:05.620294 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.v2.resource_helper [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Service CORE assigned prefix: {{(pid=103826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 15:20:05.620621 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 15:20:05.620956 dv-cinder-841315-2-iscsi neutron-server[103826]: WARNING neutron.quota.resource_registry [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] subnetpool is already registered Jul 27 15:20:05.621427 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: extensions {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.622902 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: address-groups {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.624509 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: address-scopes {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.625825 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: agents {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.626998 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: auto-allocated-topology {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.628275 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: availability_zones {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.629502 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: dhcp-networks {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.631069 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: dhcp-agents {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.632548 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: routers {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.634239 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: flavors {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.635497 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: service_profiles {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.636745 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: next_providers {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.638199 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: service_profiles {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.639781 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: floatingip-pools {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.641022 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: routers {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.642720 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: floatingips {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.644563 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: l3-routers {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.645982 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: l3-agents {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.647398 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: metering-labels {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.648688 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: metering-label-rules {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.650074 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: network-ip-availabilities {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.651326 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: bindings {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.652975 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: quotas {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.655481 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: quotas {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.657069 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: rbac-policies {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.658276 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: security-groups {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.660180 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: security-group-rules {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.661479 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: service-providers {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.662694 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: subnetpools {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.664054 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: subnetpools {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.665602 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.667286 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.669175 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.670954 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.672703 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.674664 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.676455 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.678358 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.680188 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.681944 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron.api.extensions [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Extended resource: tags {{(pid=103826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 15:20:05.688049 dv-cinder-841315-2-iscsi neutron-server[103826]: WARNING keystonemiddleware.auth_token [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 27 15:20:05.693381 dv-cinder-841315-2-iscsi neutron-server[103826]: WARNING keystonemiddleware.auth_token [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 27 15:20:05.702275 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_concurrency.lockutils [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Acquired lock "singleton_lock" {{(pid=103826) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 27 15:20:05.702758 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_concurrency.lockutils [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Releasing lock "singleton_lock" {{(pid=103826) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 27 15:20:05.703408 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO oslo_service.service [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Starting 2 workers Jul 27 15:20:05.708817 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Started child 103935 {{(pid=103826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 15:20:05.713268 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Started child 103936 {{(pid=103826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 15:20:05.714184 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:05.714909 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO neutron.service [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 27 15:20:05.715526 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:05.715701 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [-] (103935) wsgi starting up on http://0.0.0.0:9696 Jul 27 15:20:05.717992 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO oslo_service.service [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Starting 1 workers Jul 27 15:20:05.718156 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:05.719532 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [-] (103936) wsgi starting up on http://0.0.0.0:9696 Jul 27 15:20:05.723846 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Started child 103937 {{(pid=103826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 15:20:05.724311 dv-cinder-841315-2-iscsi neutron-server[103826]: INFO oslo_service.service [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Starting 1 workers Jul 27 15:20:05.727655 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.service [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] calling RpcWorker wait() {{(pid=103937) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 27 15:20:05.728276 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.service [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] returning from RpcWorker wait() {{(pid=103937) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 27 15:20:05.728914 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Started child 103938 {{(pid=103826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 15:20:05.729686 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-573bf37a-030f-44b2-be98-1d4f149b75d6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:05.729813 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:05.730331 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:20:05.731699 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103826) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 15:20:05.731957 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 15:20:05.732115 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 15:20:05.732339 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 15:20:05.732673 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 15:20:05.732840 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 15:20:05.733364 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.733639 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.733894 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.734166 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.734856 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.735260 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.735366 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.735586 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.735885 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.736063 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.736220 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.736472 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.736607 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:05.737088 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.737088 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.737383 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.737665 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.737898 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:20:05.738000 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.738082 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.738339 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.738630 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.738876 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.739166 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] debug = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.739433 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.739984 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.740218 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.740514 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.740784 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.740983 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.741247 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.741469 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.741711 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.741934 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.742258 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.742541 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.742724 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.742949 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.743216 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.743476 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.743699 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.744219 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] host = dv-cinder-841315-2-iscsi {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.744471 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.744755 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.744986 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.745209 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.745701 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.745855 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.746000 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.746286 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.746520 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.746773 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.747033 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.747271 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.747517 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.747785 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.748013 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_options = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.748160 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.748453 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.748746 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.748959 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.749088 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.749254 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.749501 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.749655 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.749934 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.750089 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.750313 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.750536 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.750784 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.751056 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.751240 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.751514 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.751733 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.752069 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.752346 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.752560 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.752782 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.753040 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.753327 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.753596 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.753832 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.754077 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.754295 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.754535 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.754782 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.755121 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.755266 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.755479 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.755694 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.756044 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.756390 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.756538 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.756747 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.757191 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.757336 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.757497 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.757767 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.758011 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.758282 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.758568 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.758758 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.758977 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.759267 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_json = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.759411 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.759647 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.759978 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.760152 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.760473 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.760603 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.760833 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.761053 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.761404 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.761712 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.761994 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.762411 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.762885 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.763050 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.763197 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.763383 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.763615 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.763971 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.764203 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.764591 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.764773 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.764992 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.765253 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.765592 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.765934 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.766235 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.766752 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.766752 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.767047 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.767371 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.767544 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.767741 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.767970 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.768350 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.768481 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.768710 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.769524 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.769782 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.770061 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.770660 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.770660 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.770967 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.771199 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.771505 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.771707 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.771954 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.772176 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.772176 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.772770 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.772906 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.773086 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.773352 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.773554 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.773805 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.774035 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.774381 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.774561 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.774813 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.775097 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.775264 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.776003 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.776003 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.776003 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.776379 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.776379 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.776749 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.776964 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.777101 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.777441 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.777565 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.777837 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.777972 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.778221 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.778485 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.778670 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.778909 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.779149 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.779409 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.779773 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.779958 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.780143 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.780306 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.780460 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.780658 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.780897 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.781366 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.781366 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.781612 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.781736 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.781947 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.782173 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.782389 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.782657 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.782835 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.783046 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.783460 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.783460 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.783736 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.783915 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.784117 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.784417 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.785237 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.785656 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.785907 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.786103 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.786248 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.786428 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.786826 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.787078 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.787232 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.787369 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.787596 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.787855 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.788080 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.788442 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.788623 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.788751 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.788972 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.789274 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.789468 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.789656 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.790018 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.790220 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.790370 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.790573 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.790839 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.791101 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.791314 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.791562 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.791992 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.791992 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.792313 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.792543 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.792982 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.793203 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.793355 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.793615 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.793895 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.794199 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.794465 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.794702 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.795314 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.795314 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.795653 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.795795 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.795979 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.796133 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.796365 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.796585 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.796804 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.797081 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.797375 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.797633 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.797858 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.798018 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.798287 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.798531 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.798761 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.799042 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.799388 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.799852 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.799852 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.800170 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.800321 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.800522 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.800781 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.801013 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.801356 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.801496 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.801696 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.801925 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.802118 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.802350 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.802617 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.803120 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.803120 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.803438 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.803576 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.803803 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.804181 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.804327 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.804481 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.804751 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.804923 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.805182 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.805843 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.805843 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.806636 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.806636 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.806636 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.807067 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.807067 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.807455 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.807455 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.807725 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.807933 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.808358 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.808358 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.808649 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.809048 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.809048 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.809349 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.809603 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.809744 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.809887 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.810108 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.810674 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.810827 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.811067 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.811347 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.811532 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.811722 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.812168 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.812168 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.812448 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.812821 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.812821 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.813192 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.813334 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.813691 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.813691 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.814232 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.814418 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.814636 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.814946 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.815095 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.815459 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.815624 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.815759 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.815985 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.816270 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.816434 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.816904 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.817155 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.817155 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.817533 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.817695 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.817936 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.818167 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.818433 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.818844 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.818974 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.819097 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.819318 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.819514 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.819801 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.819990 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.820407 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.820407 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.820624 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.820814 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.821081 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.821243 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.821546 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.821703 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.822058 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.822058 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.822299 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.822514 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.822717 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.822933 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.823203 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.823408 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.823603 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.823793 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.824014 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.824262 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.824652 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.824652 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.824904 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.826119 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.826119 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.826119 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.826119 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.826119 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.827233 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.827233 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.827233 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.827233 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.827817 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.827817 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.827817 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.828203 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.828326 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.828520 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.829440 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.829440 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.829440 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.829897 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.829897 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.830136 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.830435 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.831283 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.831283 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.831283 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.832087 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.832356 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.832585 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.832836 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.833063 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.833312 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.833532 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.833759 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.834225 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.834225 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.834482 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.835023 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.835023 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.835282 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.835411 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.835634 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.835909 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.836130 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.836214 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.836403 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 15:20:05.836930 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103826) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 15:20:05.837092 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 15:20:05.837235 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 15:20:05.837401 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 15:20:05.837640 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 15:20:05.837855 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 15:20:05.837980 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.838126 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.838242 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.838346 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.838526 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.838692 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.838856 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.839015 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.839275 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.839458 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.839587 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.839719 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.839962 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.840097 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.840219 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.840338 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.840495 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.840660 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.840819 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.840979 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.841346 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.841346 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] debug = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.842059 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.842059 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.842059 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.842059 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.842554 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.842554 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.842554 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.843152 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.843152 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.843152 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.843152 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.843423 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.843423 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.843630 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.843751 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.843886 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.843999 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.844160 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] host = dv-cinder-841315-2-iscsi {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.844318 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.844480 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.844638 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.844985 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.844985 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.845177 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.845269 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.845384 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.845543 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.845702 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.845868 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.846019 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.846178 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.846336 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.846494 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_options = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.846653 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.846810 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.846968 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.847702 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.847892 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.848056 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.848214 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.848374 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.848534 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.848692 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.848858 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.849017 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.849177 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.849337 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.849496 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.849653 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.849814 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.850047 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.850158 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.850280 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.850438 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.850596 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.850755 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.850915 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.851074 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.851234 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.851391 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.851550 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.851709 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.851888 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.852051 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.852210 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.852371 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.852530 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.852687 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.852845 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.853005 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.853163 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.853325 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.853484 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.853642 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.853801 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.853960 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.854120 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.854279 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.854439 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.854597 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_json = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.854755 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.854914 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.855072 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.855231 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.855390 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.855548 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.855708 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.855893 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.856054 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 15:20:05.856234 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.856396 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.856570 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.856732 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.856895 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.857057 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.857219 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.857379 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.857541 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.857703 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.857872 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.858068 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.858185 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.858351 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.858512 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.858676 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.858844 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.859005 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.859166 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.859327 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.859488 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.859648 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.859817 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.860003 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.860165 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.860328 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.860489 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.860657 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.860819 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.860988 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.861163 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.861324 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.861487 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.861648 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.861809 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.861972 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.862135 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.862298 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.862460 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.862643 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.862807 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.862969 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.863130 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.863291 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.863453 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.863616 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.863779 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.863963 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.864125 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.864287 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.864449 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.864610 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.864773 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.864936 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.865065 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:20:05.865153 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.865251 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.865411 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.865583 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.865744 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.865904 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.866065 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.866227 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.866396 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.866545 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.866705 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.866865 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.867029 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.867191 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.867364 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.867524 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.867761 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.867950 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.868182 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.868301 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.868426 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.868588 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.868752 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.868913 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.869076 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.869236 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.869396 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.869723 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.871849 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.871849 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.871849 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.871849 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.871849 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.871849 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.871849 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.871849 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.871849 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.872416 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.872416 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.872416 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.872416 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.872416 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.873013 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.873184 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.873347 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.873658 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.873821 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.873989 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.874151 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.874322 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.874480 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.874783 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.874948 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.875655 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.875655 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.875655 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.875655 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.875956 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.875956 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.876094 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.876197 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.876410 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.876499 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.876655 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.876818 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.876979 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.877140 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.877301 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.877471 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.877634 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.877798 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.877959 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.878128 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.878325 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.878488 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.878649 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.878816 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.878978 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.879136 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.879289 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.879517 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.879618 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.879760 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.879947 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.880390 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.880390 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.880566 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.880566 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.880787 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.880887 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.881045 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.881201 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.881358 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.881543 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.881680 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.881879 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.882026 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.882175 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.882292 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.882448 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.882605 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.882770 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.882930 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.883084 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.883240 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.883397 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.883554 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.883711 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.883907 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.884065 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.884219 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.884375 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.884529 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.884686 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.884848 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.885010 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.885171 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.885404 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.885571 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.886489 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.886489 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.886489 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.886489 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.886489 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.886489 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.887058 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.887058 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.887058 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.887058 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.887328 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.887405 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.887518 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.887675 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.887872 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.888465 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.888465 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.888465 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.888465 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.889103 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.889103 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.889103 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.889103 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.889985 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.889985 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.889985 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.889985 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.889985 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.889985 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.890934 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.890934 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.890934 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.890934 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.890934 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.890934 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.891666 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.891666 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.891666 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.891666 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.891666 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.892316 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.892316 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.892316 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.892316 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.892755 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.892755 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.892755 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.893086 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.893086 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.893333 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.893333 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.893563 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.893563 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.893794 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.894397 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.894554 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.894716 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.894879 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.895041 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.895213 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.895375 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.895537 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.895699 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.895973 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.896726 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.896726 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.896726 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.896726 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.896726 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.897316 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.897316 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.897316 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.897316 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.897774 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.897774 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.897774 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.898070 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.898070 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.898219 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.898306 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.898435 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.898596 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.898759 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.898930 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.899092 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.899258 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.899419 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.899580 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.899742 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.899924 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.900104 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.900231 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.900375 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.900541 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.900704 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.900867 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.901041 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.901203 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.901366 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.901527 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.901689 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.901849 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.902012 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.902178 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.902629 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.902629 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.902629 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.903103 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.903103 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.903103 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.903407 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.903407 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.903733 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.903733 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.904041 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.904041 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.904364 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.904364 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.904557 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.904635 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.904783 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.904947 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.905109 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.905270 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.905430 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.905593 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.905753 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.905915 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.906077 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.906238 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.906400 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.906562 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 15:20:05.906717 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 15:20:06.072216 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 36314) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:20:06.080709 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065141 Jul 27 15:20:15.212949 dv-cinder-841315-2-iscsi neutron-server[103826]: DEBUG dbcounter [-] [103826] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103826) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:17.026552 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859a0e0b-043c-4110-8fcb-8d77709ea400 None None] get_active_networks_info from dv-cinder-841315-2-iscsi {{(pid=103937) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 27 15:20:17.051192 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writer thread running {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 15:20:17.137167 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859a0e0b-043c-4110-8fcb-8d77709ea400 None None] No non-hosted networks {{(pid=103937) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 27 15:20:17.140390 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-95c0296f-facb-4f55-99de-39b2c9717fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360610'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:18.670330 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writer thread running {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 15:20:19.277578 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6ea8-b8a5-4c3b-97c6-27ee0dd0366e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360610'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:19.335976 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-720c1003-87f7-43ef-8490-0222a8753284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:20.371144 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 36382) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:20:20.797328 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360610'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:21.071130 dv-cinder-841315-2-iscsi neutron-server[103935]: WARNING oslo_policy.policy [None req-65fb1939-a267-48ee-8d2f-9980970e23e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 15:20:21.071710 dv-cinder-841315-2-iscsi neutron-server[103935]: WARNING oslo_policy.policy [None req-65fb1939-a267-48ee-8d2f-9980970e23e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 15:20:21.294768 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [None req-65fb1939-a267-48ee-8d2f-9980970e23e5 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 15:20:21.303380 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-65fb1939-a267-48ee-8d2f-9980970e23e5 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9233429 Jul 27 15:20:22.077362 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360610'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:22.219840 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360610'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:22.220564 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:22.221461 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:22.221974 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:22.222302 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:22.223949 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:22.224359 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:22.225664 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:22.226090 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:22.226857 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:22.227391 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:22.228234 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:22.229178 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:22.229534 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:22.229863 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:22.230188 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:22.230698 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841315-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:20:22.243158 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841315-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:20:23.720419 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 36418) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:20:24.093431 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-8eed31d6-3d7b-4161-b3c9-6b494e639c62 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:20:24.185406 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.policy [None req-8eed31d6-3d7b-4161-b3c9-6b494e639c62 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103935) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 15:20:24.227749 dv-cinder-841315-2-iscsi neutron-server[103935]: WARNING oslo_policy.policy [None req-8eed31d6-3d7b-4161-b3c9-6b494e639c62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 15:20:24.228145 dv-cinder-841315-2-iscsi neutron-server[103935]: WARNING oslo_policy.policy [None req-8eed31d6-3d7b-4161-b3c9-6b494e639c62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 15:20:24.248849 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writer thread running {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 15:20:24.325268 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8eed31d6-3d7b-4161-b3c9-6b494e639c62 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768357730017', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768357734645', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768357779420', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768357769642', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768357763994', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768357691203', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3424048', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3649564', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-747986', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-703035'] for rbac-policy (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:24.399132 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8eed31d6-3d7b-4161-b3c9-6b494e639c62 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:24.400397 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-8eed31d6-3d7b-4161-b3c9-6b494e639c62 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6789556 Jul 27 15:20:25.780747 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.db.l3_hamode_db [None req-316b811c-bc08-48e2-a5d7-51d08f96e7f7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 27 15:20:25.855417 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b811c-bc08-48e2-a5d7-51d08f96e7f7 None None] Routers set() bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:20:25.855902 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b811c-bc08-48e2-a5d7-51d08f96e7f7 None None] Router IDs set() for agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 27 15:20:26.641650 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 36430) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:20:26.960427 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:20:26.995726 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Made reservation on behalf of 35b4380116c842509fe369b502503cb8 for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:20:26.999555 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:27.017204 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:27.126185 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Publish callbacks [] for security_group (2e6636fb-4b84-44cd-a7eb-4f0e5ba21388), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:27.129699 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (2e6636fb-4b84-44cd-a7eb-4f0e5ba21388), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:27.153776 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:20:27.187373 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768358125761', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (76e5e91d-222b-4950-b506-327770ec76ac), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:27.188224 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Unsubscribe: segment precommit_create {{(pid=103935) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 15:20:27.189029 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Added segment 76e5e91d-222b-4950-b506-327770ec76ac of type vlan for network a75ae3d7-edde-4944-83cc-b4405ba102e6 Jul 27 15:20:27.208651 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6636fb-4b84-44cd-a7eb-4f0e5ba21388,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:20:27.259986 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:27.260325 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:27.260679 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:27.261026 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:27.261356 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:27.261678 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:27.261997 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:27.262316 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:27.262633 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:27.262946 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:27.263262 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:27.263883 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:27.264202 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:27.264515 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:27.264822 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Tracked resource versions report: Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: pushed versions: Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: { 'AddressGroup': {'1.2'}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Agent': {'1.1'}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'ConntrackHelper': {'1.0'}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'LocalIPAssociation': {'1.0'}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Log': {'1.0'}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'NDPProxy': {'1.0'}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Network': {'1.1'}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Port': {'1.7'}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'PortForwarding': {'1.3'}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'QosPolicy': {'1.10'}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'SecurityGroup': {'1.5'}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'SecurityGroupRule': {'1.2'}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'SubPort': {'1.0'}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Subnet': {'1.1'}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Trunk': {'1.1'}} Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: consumer versions: Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: { DHCP agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: L3 agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: Metadata agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: Metering agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: Open vSwitch agent@dv-cinder-841315-2-iscsi: { 'AddressGroup': '1.2', Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Agent': '1.1', Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'ConntrackHelper': '1.0', Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'LocalIPAssociation': '1.0', Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Log': '1.0', Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'NDPProxy': '1.0', Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Network': '1.1', Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Port': '1.7', Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'PortForwarding': '1.3', Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'QosPolicy': '1.10', Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'SecurityGroup': '1.5', Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'SecurityGroupRule': '1.2', Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'SubPort': '1.0', Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Subnet': '1.1', Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Trunk': '1.1'}} Jul 27 15:20:27.266228 dv-cinder-841315-2-iscsi neutron-server[103935]: {{(pid=103935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 15:20:27.300316 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (a75ae3d7-edde-4944-83cc-b4405ba102e6), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:27.340851 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (a75ae3d7-edde-4944-83cc-b4405ba102e6), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:27.346559 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:20:27.347181 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:27.434561 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=54,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:27.456442 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8137500 Jul 27 15:20:27.467470 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4333e5-366d-4d21-9f60-80e7e5d748a0 demo demo] Pushing event updated for resources: {'Network': ['ID=a75ae3d7-edde-4944-83cc-b4405ba102e6,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:20:27.485599 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network a75ae3d7-edde-4944-83cc-b4405ba102e6 details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:20:29.715368 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 36444) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:20:30.128970 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bb89d2-7161-4bcf-a6fd-ee970c241f37 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:20:30.130326 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d1bb89d2-7161-4bcf-a6fd-ee970c241f37 demo admin] 10.222.0.36 "GET /v2.0/networks/a75ae3d7-edde-4944-83cc-b4405ba102e6 HTTP/1.1" status: 200 len: 825 time: 0.4139817 Jul 27 15:20:30.154670 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-357b3dbb-443f-4a1d-a9a7-491a4de716aa demo admin] 10.222.0.36 "GET /v2.0/subnetpools/4a33176f-e50c-46d5-bd89-3d5fa0f11dfb HTTP/1.1" status: 200 len: 734 time: 0.0186481 Jul 27 15:20:30.163365 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-91628e20-c703-4dcc-84e1-710fa04f2285 demo admin] Request body: {'subnet': {'network_id': 'a75ae3d7-edde-4944-83cc-b4405ba102e6', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '4a33176f-e50c-46d5-bd89-3d5fa0f11dfb'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:20:30.185186 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91628e20-c703-4dcc-84e1-710fa04f2285 demo admin] Made reservation on behalf of 35b4380116c842509fe369b502503cb8 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:20:30.187489 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-91628e20-c703-4dcc-84e1-710fa04f2285 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:30.334081 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:30.481244 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-91628e20-c703-4dcc-84e1-710fa04f2285 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for subnet (d393ff2b-2a6b-470e-8914-036e88c57530), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:30.548019 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91628e20-c703-4dcc-84e1-710fa04f2285 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d393ff2b-2a6b-470e-8914-036e88c57530,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:20:30.558093 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91628e20-c703-4dcc-84e1-710fa04f2285 demo admin] Checking segment: {'id': '76e5e91d-222b-4950-b506-327770ec76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a75ae3d7-edde-4944-83cc-b4405ba102e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:20:30.558481 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91628e20-c703-4dcc-84e1-710fa04f2285 demo admin] Network hostable DHCP agents. Network: a75ae3d7-edde-4944-83cc-b4405ba102e6, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:20:30.579218 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91628e20-c703-4dcc-84e1-710fa04f2285 demo admin] Network a75ae3d7-edde-4944-83cc-b4405ba102e6 is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:20:30.590002 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-91628e20-c703-4dcc-84e1-710fa04f2285 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, a75ae3d7-edde-4944-83cc-b4405ba102e6) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:20:30.594620 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91628e20-c703-4dcc-84e1-710fa04f2285 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:20:30.595233 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-91628e20-c703-4dcc-84e1-710fa04f2285 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:30.601045 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05af826-23cc-4924-8aa9-d2ab83b1d14d None None] Network a75ae3d7-edde-4944-83cc-b4405ba102e6 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:20:30.612114 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-91628e20-c703-4dcc-84e1-710fa04f2285 demo admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4517379 Jul 27 15:20:30.864071 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ed9012-b7a2-53ef-b07c-df57315a4421-a75ae3d7-edde-4944-83cc-b4405ba102e6', 'network_id': 'a75ae3d7-edde-4944-83cc-b4405ba102e6', 'project_id': '35b4380116c842509fe369b502503cb8', 'fixed_ips': [{'subnet_id': 'd393ff2b-2a6b-470e-8914-036e88c57530'}]}} from dv-cinder-841315-2-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 15:20:30.865488 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:31.098180 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:31.144092 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Allocated IP 172.20.0.2 (a75ae3d7-edde-4944-83cc-b4405ba102e6/d393ff2b-2a6b-470e-8914-036e88c57530/3b82c3bb-e0f3-433b-a16f-e7545a89ec39) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:20:31.409876 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Publish callbacks [] for port (3b82c3bb-e0f3-433b-a16f-e7545a89ec39), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:31.417816 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (3b82c3bb-e0f3-433b-a16f-e7545a89ec39), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:31.493758 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Network a75ae3d7-edde-4944-83cc-b4405ba102e6 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:20:31.499337 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:20:31.504887 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Pushing event updated for resources: {'Port': ['ID=3b82c3bb-e0f3-433b-a16f-e7545a89ec39,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:20:31.507083 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:20:31.544951 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:31.545307 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:31.545655 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:31.546016 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:31.546357 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:31.546690 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:31.547021 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:31.547351 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:31.547696 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:31.548032 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:31.548926 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:31.549277 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:31.549606 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:31.549929 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:31.550252 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Tracked resource versions report: Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: pushed versions: Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: { 'AddressGroup': {'1.2'}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Agent': {'1.1'}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'ConntrackHelper': {'1.0'}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'LocalIPAssociation': {'1.0'}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Log': {'1.0'}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'NDPProxy': {'1.0'}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Network': {'1.1'}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Port': {'1.7'}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'PortForwarding': {'1.3'}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'QosPolicy': {'1.10'}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'SecurityGroup': {'1.5'}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'SecurityGroupRule': {'1.2'}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'SubPort': {'1.0'}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Subnet': {'1.1'}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Trunk': {'1.1'}} Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: consumer versions: Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: { DHCP agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: L3 agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: Metadata agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: Metering agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: Open vSwitch agent@dv-cinder-841315-2-iscsi: { 'AddressGroup': '1.2', Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Agent': '1.1', Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'ConntrackHelper': '1.0', Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'LocalIPAssociation': '1.0', Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Log': '1.0', Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'NDPProxy': '1.0', Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Network': '1.1', Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Port': '1.7', Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'PortForwarding': '1.3', Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'QosPolicy': '1.10', Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'SecurityGroup': '1.5', Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'SecurityGroupRule': '1.2', Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'SubPort': '1.0', Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Subnet': '1.1', Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Trunk': '1.1'}} Jul 27 15:20:31.551638 dv-cinder-841315-2-iscsi neutron-server[103937]: {{(pid=103937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 15:20:31.601646 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Attempting to bind port 3b82c3bb-e0f3-433b-a16f-e7545a89ec39 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:20:31.602236 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Attempting to bind port 3b82c3bb-e0f3-433b-a16f-e7545a89ec39 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '76e5e91d-222b-4950-b506-327770ec76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a75ae3d7-edde-4944-83cc-b4405ba102e6'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:20:31.602466 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Attempting to bind port 3b82c3bb-e0f3-433b-a16f-e7545a89ec39 on network a75ae3d7-edde-4944-83cc-b4405ba102e6 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:20:31.607454 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:20:31.607847 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Checking segment: {'id': '76e5e91d-222b-4950-b506-327770ec76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a75ae3d7-edde-4944-83cc-b4405ba102e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:20:31.608309 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:31.608696 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Bound using segment: {'id': '76e5e91d-222b-4950-b506-327770ec76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a75ae3d7-edde-4944-83cc-b4405ba102e6'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:20:31.609155 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Bound port: 3b82c3bb-e0f3-433b-a16f-e7545a89ec39, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e5e91d-222b-4950-b506-327770ec76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a75ae3d7-edde-4944-83cc-b4405ba102e6'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:20:31.609564 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (3b82c3bb-e0f3-433b-a16f-e7545a89ec39), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:31.669368 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] For port 3b82c3bb-e0f3-433b-a16f-e7545a89ec39, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:20:31.689247 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:31.691167 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] For port 3b82c3bb-e0f3-433b-a16f-e7545a89ec39, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=3b82c3bb-e0f3-433b-a16f-e7545a89ec39,segment=NetworkSegment(76e5e91d-222b-4950-b506-327770ec76ac),segment_id=76e5e91d-222b-4950-b506-327770ec76ac)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:20:31.697962 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (3b82c3bb-e0f3-433b-a16f-e7545a89ec39), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:31.753673 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517179c-563f-4d64-b28c-03b38c772652 None None] Pushing event updated for resources: {'Port': ['ID=3b82c3bb-e0f3-433b-a16f-e7545a89ec39,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:20:32.894815 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 36454) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:20:33.057994 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:33.063321 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=8 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:33.419013 dv-cinder-841315-2-iscsi neutron-server[103936]: WARNING oslo_policy.policy [None req-a1eca1ac-9f87-4fd3-89f4-1abf2793fcc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 15:20:33.419567 dv-cinder-841315-2-iscsi neutron-server[103936]: WARNING oslo_policy.policy [None req-a1eca1ac-9f87-4fd3-89f4-1abf2793fcc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 15:20:33.640151 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [None req-a1eca1ac-9f87-4fd3-89f4-1abf2793fcc0 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 15:20:33.641354 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a1eca1ac-9f87-4fd3-89f4-1abf2793fcc0 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7452793 Jul 27 15:20:35.919273 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 36472) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:20:36.249577 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [None req-f82975b3-ea63-4f1d-bec4-200c70e0f7d5 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 15:20:36.250557 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f82975b3-ea63-4f1d-bec4-200c70e0f7d5 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3303208 Jul 27 15:20:38.483108 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 36484) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:20:38.835796 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-2988b9b8-f321-4358-94d0-126d41d294c9 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:20:38.861705 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2988b9b8-f321-4358-94d0-126d41d294c9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (b21951b8-e5bf-49d4-a595-03c507e7e043), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:38.863369 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2988b9b8-f321-4358-94d0-126d41d294c9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (b21951b8-e5bf-49d4-a595-03c507e7e043), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:39.007219 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2988b9b8-f321-4358-94d0-126d41d294c9 demo demo] Publish callbacks [] for router_controller (b21951b8-e5bf-49d4-a595-03c507e7e043), precommit_add_association {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:39.011669 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2988b9b8-f321-4358-94d0-126d41d294c9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374406'] for router (b21951b8-e5bf-49d4-a595-03c507e7e043), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:39.027936 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2988b9b8-f321-4358-94d0-126d41d294c9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:39.029106 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-2988b9b8-f321-4358-94d0-126d41d294c9 demo demo] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5450194 Jul 27 15:20:39.803339 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c38f465-7ce3-454d-a0da-d1c302cbdc7e None None] Network a75ae3d7-edde-4944-83cc-b4405ba102e6 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:20:39.879377 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-1b8af577-96f4-4056-92b9-822d3b499572 None None] Provisioning complete for port 3b82c3bb-e0f3-433b-a16f-e7545a89ec39 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:20:39.879785 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b8af577-96f4-4056-92b9-822d3b499572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (3b82c3bb-e0f3-433b-a16f-e7545a89ec39), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:40.061521 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-1b8af577-96f4-4056-92b9-822d3b499572 None None] Current status of the port 3b82c3bb-e0f3-433b-a16f-e7545a89ec39 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:20:40.061919 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b8af577-96f4-4056-92b9-822d3b499572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (3b82c3bb-e0f3-433b-a16f-e7545a89ec39), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:40.067114 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 3b82c3bb-e0f3-433b-a16f-e7545a89ec39 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:20:40.132360 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:40.135615 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-1b8af577-96f4-4056-92b9-822d3b499572 None None] For port 3b82c3bb-e0f3-433b-a16f-e7545a89ec39, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=3b82c3bb-e0f3-433b-a16f-e7545a89ec39,segment=NetworkSegment(76e5e91d-222b-4950-b506-327770ec76ac),segment_id=76e5e91d-222b-4950-b506-327770ec76ac)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:20:40.142853 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1b8af577-96f4-4056-92b9-822d3b499572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (3b82c3bb-e0f3-433b-a16f-e7545a89ec39), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:40.150050 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 3b82c3bb-e0f3-433b-a16f-e7545a89ec39 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:20:40.150424 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (3b82c3bb-e0f3-433b-a16f-e7545a89ec39), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:40.228619 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8af577-96f4-4056-92b9-822d3b499572 None None] Pushing event updated for resources: {'Port': ['ID=3b82c3bb-e0f3-433b-a16f-e7545a89ec39,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:20:40.269883 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-542b494c-cc1a-42ef-8395-86bb04e494c4 None None] Provisioning complete for port 3b82c3bb-e0f3-433b-a16f-e7545a89ec39 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:20:40.270274 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-542b494c-cc1a-42ef-8395-86bb04e494c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (3b82c3bb-e0f3-433b-a16f-e7545a89ec39), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:40.273695 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 3b82c3bb-e0f3-433b-a16f-e7545a89ec39 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:20:40.343012 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-542b494c-cc1a-42ef-8395-86bb04e494c4 None None] Current status of the port 3b82c3bb-e0f3-433b-a16f-e7545a89ec39 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:20:41.281808 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 36492) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:20:41.598042 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [None req-c1a4b6bd-f3f2-4df8-a145-bb060819e6d5 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 15:20:41.599061 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c1a4b6bd-f3f2-4df8-a145-bb060819e6d5 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3163011 Jul 27 15:20:42.025135 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 3b82c3bb-e0f3-433b-a16f-e7545a89ec39 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:20:42.068966 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 3b82c3bb-e0f3-433b-a16f-e7545a89ec39 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:20:42.069362 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (3b82c3bb-e0f3-433b-a16f-e7545a89ec39), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:42.137704 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 3b82c3bb-e0f3-433b-a16f-e7545a89ec39 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:20:43.821761 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 36500) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:20:44.140079 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-ac1a40bc-667c-40fd-87d3-0d07d4666106 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:20:44.160895 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1a40bc-667c-40fd-87d3-0d07d4666106 admin admin] Made reservation on behalf of c1de4e10bc0744aea22a689aefa058d1 for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:20:44.163147 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac1a40bc-667c-40fd-87d3-0d07d4666106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:44.171246 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac1a40bc-667c-40fd-87d3-0d07d4666106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:44.231977 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:44.245067 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac1a40bc-667c-40fd-87d3-0d07d4666106 admin admin] Publish callbacks [] for security_group (cf88b148-b380-4814-8fb3-efbd6d704225), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:44.248605 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac1a40bc-667c-40fd-87d3-0d07d4666106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (cf88b148-b380-4814-8fb3-efbd6d704225), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:44.271619 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ac1a40bc-667c-40fd-87d3-0d07d4666106 admin admin] Reserving flat network on physical network physnet1 {{(pid=103935) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 27 15:20:44.282052 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a40bc-667c-40fd-87d3-0d07d4666106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf88b148-b380-4814-8fb3-efbd6d704225,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:20:44.290398 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac1a40bc-667c-40fd-87d3-0d07d4666106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (8c33f2be-0e3b-4a65-af66-653ce2e80950), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:44.290725 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-ac1a40bc-667c-40fd-87d3-0d07d4666106 admin admin] Added segment 8c33f2be-0e3b-4a65-af66-653ce2e80950 of type flat for network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 Jul 27 15:20:44.348611 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac1a40bc-667c-40fd-87d3-0d07d4666106 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (44ae5f16-4ebc-43f4-8fab-99c1160c42d1), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:44.380419 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac1a40bc-667c-40fd-87d3-0d07d4666106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (44ae5f16-4ebc-43f4-8fab-99c1160c42d1), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:44.381506 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1a40bc-667c-40fd-87d3-0d07d4666106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:20:44.382091 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac1a40bc-667c-40fd-87d3-0d07d4666106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:44.460494 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-ac1a40bc-667c-40fd-87d3-0d07d4666106 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6375995 Jul 27 15:20:44.479076 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a40bc-667c-40fd-87d3-0d07d4666106 admin admin] Pushing event updated for resources: {'Network': ['ID=44ae5f16-4ebc-43f4-8fab-99c1160c42d1,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:20:44.489415 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:20:46.697005 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 36508) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:20:46.987507 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:47.000347 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-463fb507-2d42-443f-a43a-37bbf7665c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:47.059040 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:47.076881 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6570c5b2-23bc-41ca-aeca-1d024c6fc8e4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:20:47.078723 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6570c5b2-23bc-41ca-aeca-1d024c6fc8e4 demo admin] 10.222.0.36 "GET /v2.0/subnets/d393ff2b-2a6b-470e-8914-036e88c57530 HTTP/1.1" status: 200 len: 849 time: 0.3802707 Jul 27 15:20:47.196021 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-1ca00758-a2cf-43cc-b12f-417450d50ac8 demo admin] 10.222.0.36 "GET /v2.0/routers/b21951b8-e5bf-49d4-a595-03c507e7e043 HTTP/1.1" status: 200 len: 704 time: 0.1113422 Jul 27 15:20:47.463158 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:47.778238 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:20:47.800541 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Allocated IP 172.20.0.1 (a75ae3d7-edde-4944-83cc-b4405ba102e6/d393ff2b-2a6b-470e-8914-036e88c57530/b553715b-dd22-401b-a798-03b60371c207) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:20:47.947587 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:47.952462 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Publish callbacks [] for port (b553715b-dd22-401b-a798-03b60371c207), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:48.019175 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (b553715b-dd22-401b-a798-03b60371c207), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:48.098048 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Network a75ae3d7-edde-4944-83cc-b4405ba102e6 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:20:48.103530 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:20:48.107703 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:20:48.108266 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500358'] for router_interface (b21951b8-e5bf-49d4-a595-03c507e7e043), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:48.127670 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Pushing event updated for resources: {'Port': ['ID=b553715b-dd22-401b-a798-03b60371c207,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:20:48.304721 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (b553715b-dd22-401b-a798-03b60371c207), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:48.308267 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-e4e0d721-353b-4ebc-80d3-2b5c49727136 None None] Provisioning complete for port b553715b-dd22-401b-a798-03b60371c207 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:20:48.308748 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e4e0d721-353b-4ebc-80d3-2b5c49727136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (b553715b-dd22-401b-a798-03b60371c207), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:48.349967 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:48.392639 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0d721-353b-4ebc-80d3-2b5c49727136 None None] Port b553715b-dd22-401b-a798-03b60371c207 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:20:48.512810 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Publish callbacks [] for port (b553715b-dd22-401b-a798-03b60371c207), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:48.517648 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (b553715b-dd22-401b-a798-03b60371c207), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:48.518534 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500474'] for router_interface (b21951b8-e5bf-49d4-a595-03c507e7e043), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:48.596627 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Pushing event updated for resources: {'Port': ['ID=b553715b-dd22-401b-a798-03b60371c207,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:20:48.645626 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Network a75ae3d7-edde-4944-83cc-b4405ba102e6 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:20:48.646875 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:20:48.805334 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Router b21951b8-e5bf-49d4-a595-03c507e7e043 is scheduled to L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 with binding_index 1 {{(pid=103935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 15:20:48.811141 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-673c4296-c998-4a33-805e-6a2f2b0d374b None None] Provisioning complete for port b553715b-dd22-401b-a798-03b60371c207 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:20:48.811531 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-673c4296-c998-4a33-805e-6a2f2b0d374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (b553715b-dd22-401b-a798-03b60371c207), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:48.843034 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-673c4296-c998-4a33-805e-6a2f2b0d374b None None] Port b553715b-dd22-401b-a798-03b60371c207 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:20:48.893480 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:20:48.898647 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6c3915fc-8fbc-4d01-ac35-b9dc0eb59c34 demo admin] 10.222.0.36 "PUT /v2.0/routers/b21951b8-e5bf-49d4-a595-03c507e7e043/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6974311 Jul 27 15:20:48.915647 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Sync routers for ids ['b21951b8-e5bf-49d4-a595-03c507e7e043'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:20:48.928486 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Routers {'b21951b8-e5bf-49d4-a595-03c507e7e043'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:20:48.929340 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:20:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['b21951b8-e5bf-49d4-a595-03c507e7e043'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:20:49.106853 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Set router b21951b8-e5bf-49d4-a595-03c507e7e043 gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:20:49.255682 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ff759662-43eb-4e19-b2a7-8b4e4790534f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:49.527243 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21951b8-e5bf-49d4-a595-03c507e7e043', 'name': 'router1', 'tenant_id': '35b4380116c842509fe369b502503cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:20:38Z', 'updated_at': '2022-07-27T15:20:48Z', 'revision_number': 2, 'project_id': '35b4380116c842509fe369b502503cb8', 'gw_port_host': None, '_interfaces': [{'id': 'b553715b-dd22-401b-a798-03b60371c207', 'name': '', 'network_id': 'a75ae3d7-edde-4944-83cc-b4405ba102e6', 'tenant_id': '35b4380116c842509fe369b502503cb8', 'mac_address': 'fa:16:3e:3d:d8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21951b8-e5bf-49d4-a595-03c507e7e043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd393ff2b-2a6b-470e-8914-036e88c57530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:20:47Z', 'updated_at': '2022-07-27T15:20:48Z', 'revision_number': 2, 'project_id': '35b4380116c842509fe369b502503cb8', 'subnets': [{'id': 'd393ff2b-2a6b-470e-8914-036e88c57530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a33176f-e50c-46d5-bd89-3d5fa0f11dfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:20:49.576538 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Checking router: b21951b8-e5bf-49d4-a595-03c507e7e043 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:20:49.576928 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Updating router b21951b8-e5bf-49d4-a595-03c507e7e043 port b553715b-dd22-401b-a798-03b60371c207 binding host dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:20:49.632065 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (b553715b-dd22-401b-a798-03b60371c207), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:50.133693 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Publish callbacks [] for port (b553715b-dd22-401b-a798-03b60371c207), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:50.139742 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (b553715b-dd22-401b-a798-03b60371c207), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:50.303361 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Pushing event updated for resources: {'Port': ['ID=b553715b-dd22-401b-a798-03b60371c207,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:20:50.319128 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Attempting to bind port b553715b-dd22-401b-a798-03b60371c207 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:20:50.319527 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Attempting to bind port b553715b-dd22-401b-a798-03b60371c207 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '76e5e91d-222b-4950-b506-327770ec76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a75ae3d7-edde-4944-83cc-b4405ba102e6'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:20:50.319980 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Attempting to bind port b553715b-dd22-401b-a798-03b60371c207 on network a75ae3d7-edde-4944-83cc-b4405ba102e6 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:20:50.323759 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:50.324127 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:50.324485 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:50.324834 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:50.325160 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:50.325520 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:50.325818 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:50.326107 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:50.326427 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:50.326847 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:50.327042 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:50.327362 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:50.327684 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:50.328603 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:50.328925 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Tracked resource versions report: Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: pushed versions: Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: { 'AddressGroup': {'1.2'}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Agent': {'1.1'}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'ConntrackHelper': {'1.0'}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'LocalIPAssociation': {'1.0'}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Log': {'1.0'}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'NDPProxy': {'1.0'}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Network': {'1.1'}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Port': {'1.7'}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'PortForwarding': {'1.3'}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'QosPolicy': {'1.10'}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'SecurityGroup': {'1.5'}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'SecurityGroupRule': {'1.2'}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'SubPort': {'1.0'}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Subnet': {'1.1'}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Trunk': {'1.1'}} Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: consumer versions: Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: { DHCP agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: L3 agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: Metadata agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: Metering agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: Open vSwitch agent@dv-cinder-841315-2-iscsi: { 'AddressGroup': '1.2', Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Agent': '1.1', Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'ConntrackHelper': '1.0', Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'LocalIPAssociation': '1.0', Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Log': '1.0', Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'NDPProxy': '1.0', Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Network': '1.1', Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Port': '1.7', Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'PortForwarding': '1.3', Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'QosPolicy': '1.10', Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'SecurityGroup': '1.5', Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'SecurityGroupRule': '1.2', Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'SubPort': '1.0', Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Subnet': '1.1', Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Trunk': '1.1'}} Jul 27 15:20:50.330302 dv-cinder-841315-2-iscsi neutron-server[103938]: {{(pid=103938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 15:20:50.335952 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:20:50.336347 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Checking segment: {'id': '76e5e91d-222b-4950-b506-327770ec76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a75ae3d7-edde-4944-83cc-b4405ba102e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:20:50.336802 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:50.337177 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Bound using segment: {'id': '76e5e91d-222b-4950-b506-327770ec76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a75ae3d7-edde-4944-83cc-b4405ba102e6'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:20:50.337644 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Bound port: b553715b-dd22-401b-a798-03b60371c207, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e5e91d-222b-4950-b506-327770ec76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a75ae3d7-edde-4944-83cc-b4405ba102e6'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:20:50.338017 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (b553715b-dd22-401b-a798-03b60371c207), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:50.369464 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-3faf9c09-8826-4a5e-999e-df393f136311 None None] Provisioning complete for port b553715b-dd22-401b-a798-03b60371c207 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:20:50.370027 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3faf9c09-8826-4a5e-999e-df393f136311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (b553715b-dd22-401b-a798-03b60371c207), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:50.401202 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:50.402606 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] For port b553715b-dd22-401b-a798-03b60371c207, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:20:50.402972 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-3faf9c09-8826-4a5e-999e-df393f136311 None None] Port b553715b-dd22-401b-a798-03b60371c207 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:20:50.423496 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] For port b553715b-dd22-401b-a798-03b60371c207, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=b553715b-dd22-401b-a798-03b60371c207,segment=NetworkSegment(76e5e91d-222b-4950-b506-327770ec76ac),segment_id=76e5e91d-222b-4950-b506-327770ec76ac)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:20:50.429375 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (b553715b-dd22-401b-a798-03b60371c207), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:50.463174 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:50.488155 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5737e-b46a-4610-b9f2-a56cc1003fde None None] Pushing event updated for resources: {'Port': ['ID=b553715b-dd22-401b-a798-03b60371c207,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:20:50.497652 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Routers {'b21951b8-e5bf-49d4-a595-03c507e7e043'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:20:50.498282 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:20:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['b21951b8-e5bf-49d4-a595-03c507e7e043'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:20:50.589063 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] Set router b21951b8-e5bf-49d4-a595-03c507e7e043 gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:20:50.723610 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-05b96517-bdd2-4807-9c68-f523b5d4b408 None None] Provisioning complete for port b553715b-dd22-401b-a798-03b60371c207 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:20:50.724038 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-05b96517-bdd2-4807-9c68-f523b5d4b408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (b553715b-dd22-401b-a798-03b60371c207), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:50.779141 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:50.794192 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21951b8-e5bf-49d4-a595-03c507e7e043', 'name': 'router1', 'tenant_id': '35b4380116c842509fe369b502503cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:20:38Z', 'updated_at': '2022-07-27T15:20:48Z', 'revision_number': 2, 'project_id': '35b4380116c842509fe369b502503cb8', 'gw_port_host': None, '_interfaces': [{'id': 'b553715b-dd22-401b-a798-03b60371c207', 'name': '', 'network_id': 'a75ae3d7-edde-4944-83cc-b4405ba102e6', 'tenant_id': '35b4380116c842509fe369b502503cb8', 'mac_address': 'fa:16:3e:3d:d8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21951b8-e5bf-49d4-a595-03c507e7e043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd393ff2b-2a6b-470e-8914-036e88c57530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:20:47Z', 'updated_at': '2022-07-27T15:20:50Z', 'revision_number': 4, 'project_id': '35b4380116c842509fe369b502503cb8', 'subnets': [{'id': 'd393ff2b-2a6b-470e-8914-036e88c57530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a33176f-e50c-46d5-bd89-3d5fa0f11dfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:20:50.813353 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-05b96517-bdd2-4807-9c68-f523b5d4b408 None None] Current status of the port b553715b-dd22-401b-a798-03b60371c207 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:20:50.813353 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-05b96517-bdd2-4807-9c68-f523b5d4b408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (b553715b-dd22-401b-a798-03b60371c207), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:50.824100 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3452e740-38e2-475e-9f54-b7cbd3077856 None None] The sync data for ids ['b21951b8-e5bf-49d4-a595-03c507e7e043'] in dv-cinder-841315-2-iscsi is: [{'id': 'b21951b8-e5bf-49d4-a595-03c507e7e043', 'name': 'router1', 'tenant_id': '35b4380116c842509fe369b502503cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:20:38Z', 'updated_at': '2022-07-27T15:20:48Z', 'revision_number': 2, 'project_id': '35b4380116c842509fe369b502503cb8', 'gw_port_host': None, '_interfaces': [{'id': 'b553715b-dd22-401b-a798-03b60371c207', 'name': '', 'network_id': 'a75ae3d7-edde-4944-83cc-b4405ba102e6', 'tenant_id': '35b4380116c842509fe369b502503cb8', 'mac_address': 'fa:16:3e:3d:d8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21951b8-e5bf-49d4-a595-03c507e7e043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd393ff2b-2a6b-470e-8914-036e88c57530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:20:47Z', 'updated_at': '2022-07-27T15:20:50Z', 'revision_number': 4, 'project_id': '35b4380116c842509fe369b502503cb8', 'subnets': [{'id': 'd393ff2b-2a6b-470e-8914-036e88c57530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a33176f-e50c-46d5-bd89-3d5fa0f11dfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:20:50.849422 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-05b96517-bdd2-4807-9c68-f523b5d4b408 None None] For port b553715b-dd22-401b-a798-03b60371c207, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=b553715b-dd22-401b-a798-03b60371c207,segment=NetworkSegment(76e5e91d-222b-4950-b506-327770ec76ac),segment_id=76e5e91d-222b-4950-b506-327770ec76ac)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:20:50.854708 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-05b96517-bdd2-4807-9c68-f523b5d4b408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (b553715b-dd22-401b-a798-03b60371c207), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:50.905181 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b96517-bdd2-4807-9c68-f523b5d4b408 None None] Pushing event updated for resources: {'Port': ['ID=b553715b-dd22-401b-a798-03b60371c207,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:20:51.096926 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 36518) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:20:51.434658 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writer thread running {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 15:20:51.456408 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:51.642391 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.policy [None req-14daad0f-3725-4122-a56f-7bbaeee652a5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103936) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 15:20:51.684002 dv-cinder-841315-2-iscsi neutron-server[103936]: WARNING oslo_policy.policy [None req-14daad0f-3725-4122-a56f-7bbaeee652a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 15:20:51.684372 dv-cinder-841315-2-iscsi neutron-server[103936]: WARNING oslo_policy.policy [None req-14daad0f-3725-4122-a56f-7bbaeee652a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 15:20:51.693126 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14daad0f-3725-4122-a56f-7bbaeee652a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:20:51.694830 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-14daad0f-3725-4122-a56f-7bbaeee652a5 admin admin] 10.222.0.36 "GET /v2.0/networks/44ae5f16-4ebc-43f4-8fab-99c1160c42d1 HTTP/1.1" status: 200 len: 842 time: 0.5969508 Jul 27 15:20:51.704564 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Request body: {'subnet': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:20:51.744736 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Made reservation on behalf of c1de4e10bc0744aea22a689aefa058d1 for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:20:51.747440 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:51.992224 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:52.152862 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.objects.ports [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103936) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 27 15:20:52.153438 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for subnet (62430db0-8a6e-40d6-8d6d-e1d0f62d53c5), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:52.205189 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:52.226330 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Checking segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:20:52.226628 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Network hostable DHCP agents. Network: 44ae5f16-4ebc-43f4-8fab-99c1160c42d1, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:20:52.235791 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62430db0-8a6e-40d6-8d6d-e1d0f62d53c5,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:20:52.247603 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:52.247989 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:52.248324 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:52.248657 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:52.248983 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:52.249306 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:52.249626 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:52.250018 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:52.250357 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:52.250658 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:52.250992 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:52.251314 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:52.251631 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:52.251982 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:52.252297 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Tracked resource versions report: Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: pushed versions: Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: { 'AddressGroup': {'1.2'}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Agent': {'1.1'}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'ConntrackHelper': {'1.0'}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'LocalIPAssociation': {'1.0'}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Log': {'1.0'}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'NDPProxy': {'1.0'}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Network': {'1.1'}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Port': {'1.7'}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'PortForwarding': {'1.3'}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'QosPolicy': {'1.10'}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'SecurityGroup': {'1.5'}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'SecurityGroupRule': {'1.2'}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'SubPort': {'1.0'}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Subnet': {'1.1'}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Trunk': {'1.1'}} Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: consumer versions: Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: { DHCP agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: L3 agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: Metadata agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: Metering agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: Open vSwitch agent@dv-cinder-841315-2-iscsi: { 'AddressGroup': '1.2', Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Agent': '1.1', Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'ConntrackHelper': '1.0', Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'LocalIPAssociation': '1.0', Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Log': '1.0', Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'NDPProxy': '1.0', Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Network': '1.1', Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Port': '1.7', Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'PortForwarding': '1.3', Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'QosPolicy': '1.10', Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'SecurityGroup': '1.5', Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'SecurityGroupRule': '1.2', Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'SubPort': '1.0', Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Subnet': '1.1', Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Trunk': '1.1'}} Jul 27 15:20:52.253639 dv-cinder-841315-2-iscsi neutron-server[103936]: {{(pid=103936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 15:20:52.283385 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:20:52.295715 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, 44ae5f16-4ebc-43f4-8fab-99c1160c42d1) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:20:52.300376 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:20:52.301000 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:52.305782 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62238a43-97e2-4e23-8ddb-a5c1ec9973f6 None None] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:20:52.339945 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-80e1ebbe-11c6-4154-8db1-6c69c6870af7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6285920 Jul 27 15:20:52.347072 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:52.410833 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13ffef4-2f1b-4690-a68f-4d440c7b9e34 None None] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:20:54.581758 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 36534) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:20:55.116140 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ab937383-1165-402c-91e2-5d15b1c067c0 demo admin] 10.222.0.36 "GET /v2.0/routers/b21951b8-e5bf-49d4-a595-03c507e7e043 HTTP/1.1" status: 200 len: 710 time: 0.5331132 Jul 27 15:20:55.209782 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2d2318-0385-4698-a84d-c4ba3b1e7fa8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:20:55.211133 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9d2d2318-0385-4698-a84d-c4ba3b1e7fa8 demo admin] 10.222.0.36 "GET /v2.0/networks/44ae5f16-4ebc-43f4-8fab-99c1160c42d1 HTTP/1.1" status: 200 len: 886 time: 0.0894170 Jul 27 15:20:55.220617 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:20:55.412825 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:55.460222 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] Publish callbacks [] for router_gateway (b21951b8-e5bf-49d4-a595-03c507e7e043), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:55.512782 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:55.701681 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] Publish callbacks [] for router_gateway (b21951b8-e5bf-49d4-a595-03c507e7e043), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:55.785122 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:55.941223 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] Allocated IP 172.27.1.199 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/ab2c94b6-47cc-4112-9f9b-587f9f07f5b5) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:20:56.044449 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device b553715b-dd22-401b-a798-03b60371c207 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:20:56.051903 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] Publish callbacks [] for port (ab2c94b6-47cc-4112-9f9b-587f9f07f5b5), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:56.093267 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port b553715b-dd22-401b-a798-03b60371c207 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:20:56.093666 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (b553715b-dd22-401b-a798-03b60371c207), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:56.108686 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (ab2c94b6-47cc-4112-9f9b-587f9f07f5b5), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:56.163882 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port b553715b-dd22-401b-a798-03b60371c207 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:20:56.177057 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:20:56.184279 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:20:56.190562 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:20:56.270421 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] Pushing event updated for resources: {'Port': ['ID=ab2c94b6-47cc-4112-9f9b-587f9f07f5b5,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:20:56.490768 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:56.504198 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] Publish callbacks [] for router_gateway (b21951b8-e5bf-49d4-a595-03c507e7e043), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:56.631565 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:56.694562 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-374434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3694005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1362'] for router (b21951b8-e5bf-49d4-a595-03c507e7e043), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:56.699679 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3693986'] for router (b21951b8-e5bf-49d4-a595-03c507e7e043), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:56.805241 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] Router b21951b8-e5bf-49d4-a595-03c507e7e043 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:20:56.908476 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:20:56.912947 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:56.914139 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-53d613d5-5667-405a-9afa-55285cc5c0e0 demo admin] 10.222.0.36 "PUT /v2.0/routers/b21951b8-e5bf-49d4-a595-03c507e7e043 HTTP/1.1" status: 200 len: 890 time: 1.6972451 Jul 27 15:20:57.005133 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Sync routers for ids ['b21951b8-e5bf-49d4-a595-03c507e7e043'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:20:57.018649 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Routers {'b21951b8-e5bf-49d4-a595-03c507e7e043'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:20:57.019579 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:20:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['b21951b8-e5bf-49d4-a595-03c507e7e043'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:20:57.163607 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:57.225440 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Set router b21951b8-e5bf-49d4-a595-03c507e7e043 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:20:57.596031 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21951b8-e5bf-49d4-a595-03c507e7e043', 'name': 'router1', 'tenant_id': '35b4380116c842509fe369b502503cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ab2c94b6-47cc-4112-9f9b-587f9f07f5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:20:38Z', 'updated_at': '2022-07-27T15:20:56Z', 'revision_number': 4, 'project_id': '35b4380116c842509fe369b502503cb8', 'gw_port': {'id': 'ab2c94b6-47cc-4112-9f9b-587f9f07f5b5', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21951b8-e5bf-49d4-a595-03c507e7e043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:20:55Z', 'updated_at': '2022-07-27T15:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'b553715b-dd22-401b-a798-03b60371c207', 'name': '', 'network_id': 'a75ae3d7-edde-4944-83cc-b4405ba102e6', 'tenant_id': '35b4380116c842509fe369b502503cb8', 'mac_address': 'fa:16:3e:3d:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21951b8-e5bf-49d4-a595-03c507e7e043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd393ff2b-2a6b-470e-8914-036e88c57530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:20:47Z', 'updated_at': '2022-07-27T15:20:50Z', 'revision_number': 5, 'project_id': '35b4380116c842509fe369b502503cb8', 'subnets': [{'id': 'd393ff2b-2a6b-470e-8914-036e88c57530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a33176f-e50c-46d5-bd89-3d5fa0f11dfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:20:57.710325 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Checking router: b21951b8-e5bf-49d4-a595-03c507e7e043 for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:20:57.710688 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Updating router b21951b8-e5bf-49d4-a595-03c507e7e043 port ab2c94b6-47cc-4112-9f9b-587f9f07f5b5 binding host dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:20:57.764438 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (ab2c94b6-47cc-4112-9f9b-587f9f07f5b5), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:58.055307 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:58.070395 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Publish callbacks [] for port (ab2c94b6-47cc-4112-9f9b-587f9f07f5b5), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:58.076570 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (ab2c94b6-47cc-4112-9f9b-587f9f07f5b5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:58.128229 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432b932-89f0-41dd-9297-cce951186aa7 None None] Pushing event updated for resources: {'Port': ['ID=ab2c94b6-47cc-4112-9f9b-587f9f07f5b5,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:20:58.130351 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Attempting to bind port ab2c94b6-47cc-4112-9f9b-587f9f07f5b5 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:20:58.130721 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Attempting to bind port ab2c94b6-47cc-4112-9f9b-587f9f07f5b5 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:20:58.131137 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Attempting to bind port ab2c94b6-47cc-4112-9f9b-587f9f07f5b5 on network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:20:58.136505 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:20:58.136881 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Checking segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:20:58.137276 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:58.137661 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Bound using segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:20:58.138130 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Bound port: ab2c94b6-47cc-4112-9f9b-587f9f07f5b5, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:20:58.138508 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (ab2c94b6-47cc-4112-9f9b-587f9f07f5b5), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:58.186652 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] For port ab2c94b6-47cc-4112-9f9b-587f9f07f5b5, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:20:58.190193 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] For port ab2c94b6-47cc-4112-9f9b-587f9f07f5b5, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=ab2c94b6-47cc-4112-9f9b-587f9f07f5b5,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:20:58.196302 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (ab2c94b6-47cc-4112-9f9b-587f9f07f5b5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:20:58.256092 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432b932-89f0-41dd-9297-cce951186aa7 None None] Pushing event updated for resources: {'Port': ['ID=ab2c94b6-47cc-4112-9f9b-587f9f07f5b5,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:20:58.258614 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Routers {'b21951b8-e5bf-49d4-a595-03c507e7e043'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:20:58.259189 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:20:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['b21951b8-e5bf-49d4-a595-03c507e7e043'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:20:58.361318 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] Set router b21951b8-e5bf-49d4-a595-03c507e7e043 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:20:58.398925 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:58.552630 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21951b8-e5bf-49d4-a595-03c507e7e043', 'name': 'router1', 'tenant_id': '35b4380116c842509fe369b502503cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ab2c94b6-47cc-4112-9f9b-587f9f07f5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:20:38Z', 'updated_at': '2022-07-27T15:20:56Z', 'revision_number': 4, 'project_id': '35b4380116c842509fe369b502503cb8', 'gw_port': {'id': 'ab2c94b6-47cc-4112-9f9b-587f9f07f5b5', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21951b8-e5bf-49d4-a595-03c507e7e043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:20:55Z', 'updated_at': '2022-07-27T15:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'b553715b-dd22-401b-a798-03b60371c207', 'name': '', 'network_id': 'a75ae3d7-edde-4944-83cc-b4405ba102e6', 'tenant_id': '35b4380116c842509fe369b502503cb8', 'mac_address': 'fa:16:3e:3d:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21951b8-e5bf-49d4-a595-03c507e7e043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd393ff2b-2a6b-470e-8914-036e88c57530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:20:47Z', 'updated_at': '2022-07-27T15:20:50Z', 'revision_number': 5, 'project_id': '35b4380116c842509fe369b502503cb8', 'subnets': [{'id': 'd393ff2b-2a6b-470e-8914-036e88c57530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a33176f-e50c-46d5-bd89-3d5fa0f11dfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:20:58.581452 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f506a-3bb2-4ed2-a73c-9a6136304611 None None] The sync data for ids ['b21951b8-e5bf-49d4-a595-03c507e7e043'] in dv-cinder-841315-2-iscsi is: [{'id': 'b21951b8-e5bf-49d4-a595-03c507e7e043', 'name': 'router1', 'tenant_id': '35b4380116c842509fe369b502503cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ab2c94b6-47cc-4112-9f9b-587f9f07f5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:20:38Z', 'updated_at': '2022-07-27T15:20:56Z', 'revision_number': 4, 'project_id': '35b4380116c842509fe369b502503cb8', 'gw_port': {'id': 'ab2c94b6-47cc-4112-9f9b-587f9f07f5b5', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21951b8-e5bf-49d4-a595-03c507e7e043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:20:55Z', 'updated_at': '2022-07-27T15:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'b553715b-dd22-401b-a798-03b60371c207', 'name': '', 'network_id': 'a75ae3d7-edde-4944-83cc-b4405ba102e6', 'tenant_id': '35b4380116c842509fe369b502503cb8', 'mac_address': 'fa:16:3e:3d:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21951b8-e5bf-49d4-a595-03c507e7e043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd393ff2b-2a6b-470e-8914-036e88c57530', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:20:47Z', 'updated_at': '2022-07-27T15:20:50Z', 'revision_number': 5, 'project_id': '35b4380116c842509fe369b502503cb8', 'subnets': [{'id': 'd393ff2b-2a6b-470e-8914-036e88c57530', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a33176f-e50c-46d5-bd89-3d5fa0f11dfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:20:58.889581 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=86,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:58.890920 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=62,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:20:59.319590 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 36548) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:20:59.713251 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-973b6fa6-e161-4f99-965b-e17361d5e15b admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3923557 Jul 27 15:21:00.056632 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device ab2c94b6-47cc-4112-9f9b-587f9f07f5b5 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:21:00.101044 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port ab2c94b6-47cc-4112-9f9b-587f9f07f5b5 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:21:00.101431 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (ab2c94b6-47cc-4112-9f9b-587f9f07f5b5), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:21:00.173439 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port ab2c94b6-47cc-4112-9f9b-587f9f07f5b5 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:21:00.174092 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (ab2c94b6-47cc-4112-9f9b-587f9f07f5b5), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:21:00.195746 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port ab2c94b6-47cc-4112-9f9b-587f9f07f5b5, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=ab2c94b6-47cc-4112-9f9b-587f9f07f5b5,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:21:00.200303 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (ab2c94b6-47cc-4112-9f9b-587f9f07f5b5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:21:00.250415 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=ab2c94b6-47cc-4112-9f9b-587f9f07f5b5,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:21:00.788250 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=36 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:21:00.823557 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=40 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:21:02.057758 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device ab2c94b6-47cc-4112-9f9b-587f9f07f5b5 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:21:02.092573 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:21:02.111998 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port ab2c94b6-47cc-4112-9f9b-587f9f07f5b5 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:21:02.112395 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (ab2c94b6-47cc-4112-9f9b-587f9f07f5b5), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:21:02.206743 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port ab2c94b6-47cc-4112-9f9b-587f9f07f5b5 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:21:09.706764 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=53 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:21:09.710257 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=31 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:21:12.204217 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=67 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:21:12.205200 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:21:17.012290 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0b255f47-4efa-4256-b36f-916569e3048e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:21:19.262715 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf790-a687-4df2-b50c-4faa09b08ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:21:20.785988 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:21:22.001713 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:21:22.203423 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:21:23.779884 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:21:23.785755 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:21:24.776562 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:21:32.191287 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:21:32.195242 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:21:34.774109 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:21:47.009644 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ba78-e423-4386-aa7b-43ac2f56e5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:21:49.256186 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-20f0f922-2421-4568-b750-a06f18068076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:21:50.786877 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:21:51.990768 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:21:52.211875 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:22:00.782082 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:00.788007 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:01.774838 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:22:02.195905 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:02.198486 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:15.772248 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:15.773007 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:17.012332 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f3e46d55-d606-40ae-a4f2-60cbee39f7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:22:19.260650 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1a662616-23e0-423e-a31b-60ec557f9728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:22:20.020934 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 37090) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:22:20.366168 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.pecan_wsgi.hooks.translation [None req-de50b593-1539-472c-897d-0559bccf8a8b admin admin] GET failed (client error): The resource could not be found. Jul 27 15:22:20.367446 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-de50b593-1539-472c-897d-0559bccf8a8b admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3455558 Jul 27 15:22:20.531180 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bedd7a7-ed28-4db1-8d9c-28e6b0ff7b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:22:20.532596 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0bedd7a7-ed28-4db1-8d9c-28e6b0ff7b0d admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1610620 Jul 27 15:22:20.773013 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:22:21.986340 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:22:22.197297 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:22:22.671698 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37100) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:22:23.034145 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24378dec-3e22-46ae-87f6-d17a2a347d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:22:23.035445 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-24378dec-3e22-46ae-87f6-d17a2a347d37 admin admin] 10.222.0.36 "GET /v2.0/subnets/d393ff2b-2a6b-470e-8914-036e88c57530 HTTP/1.1" status: 200 len: 849 time: 0.3627870 Jul 27 15:22:23.045480 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:22:23.129699 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Publish callbacks [] for subnet (d393ff2b-2a6b-470e-8914-036e88c57530), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:22:23.344479 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768358051557'] for subnet (d393ff2b-2a6b-470e-8914-036e88c57530), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:22:23.375562 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:22:23.376573 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:22:23.377447 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] 10.222.0.36 "PUT /v2.0/subnets/d393ff2b-2a6b-470e-8914-036e88c57530 HTTP/1.1" status: 200 len: 868 time: 0.3360968 Jul 27 15:22:23.380023 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02a702e-9995-4d21-86cf-584d47ce4514 None None] Network a75ae3d7-edde-4944-83cc-b4405ba102e6 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:22:23.399225 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d393ff2b-2a6b-470e-8914-036e88c57530,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:22:23.408711 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:23.409040 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:23.409458 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:23.409817 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:23.410168 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:23.410670 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:23.411236 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:23.411972 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:23.412352 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:23.412851 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:23.413211 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:23.413553 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:23.413897 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:23.414212 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:23.414538 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f532a157-d45f-4b9f-816d-ea99439bc59b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:22:23.698624 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-473cd35b-6245-4ffe-be58-7571278aef34 None None] Provisioning complete for port b553715b-dd22-401b-a798-03b60371c207 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:22:23.699014 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-473cd35b-6245-4ffe-be58-7571278aef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (b553715b-dd22-401b-a798-03b60371c207), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:22:23.773813 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-473cd35b-6245-4ffe-be58-7571278aef34 None None] Current status of the port b553715b-dd22-401b-a798-03b60371c207 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:22:23.782240 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-473cd35b-6245-4ffe-be58-7571278aef34 None None] Provisioning complete for port 3b82c3bb-e0f3-433b-a16f-e7545a89ec39 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:22:23.782625 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-473cd35b-6245-4ffe-be58-7571278aef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (3b82c3bb-e0f3-433b-a16f-e7545a89ec39), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:22:23.853029 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-473cd35b-6245-4ffe-be58-7571278aef34 None None] Current status of the port 3b82c3bb-e0f3-433b-a16f-e7545a89ec39 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:22:25.571208 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37110) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:22:26.046564 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ea5c5-386d-44be-859e-6068d2e92f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:22:26.047039 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ea5c5-386d-44be-859e-6068d2e92f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:22:26.048608 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c91ea5c5-386d-44be-859e-6068d2e92f7a admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4764621 Jul 27 15:22:28.184669 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37118) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:22:28.590174 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78c18d0-e351-435a-91cf-273c5ffef0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:22:28.590571 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78c18d0-e351-435a-91cf-273c5ffef0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:22:28.592638 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d78c18d0-e351-435a-91cf-273c5ffef0fc admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4064388 Jul 27 15:22:30.503264 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=9 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:30.528572 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=16 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:30.755310 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37126) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:22:31.151447 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f1f4b6-7d62-4e32-88b9-ab91a497fc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:22:31.152854 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-63f1f4b6-7d62-4e32-88b9-ab91a497fc4b admin admin] 10.222.0.36 "GET /v2.0/networks/44ae5f16-4ebc-43f4-8fab-99c1160c42d1 HTTP/1.1" status: 200 len: 886 time: 0.3966010 Jul 27 15:22:33.428742 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 37134) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:22:33.850103 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:33.851274 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:33.857013 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9f716c-5822-4631-91c2-9656228c2030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:22:33.858642 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9f9f716c-5822-4631-91c2-9656228c2030 admin admin] 10.222.0.36 "GET /v2.0/networks/a75ae3d7-edde-4944-83cc-b4405ba102e6 HTTP/1.1" status: 200 len: 869 time: 0.4289324 Jul 27 15:22:35.998331 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37142) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:22:36.393190 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358f10ab-a5b0-4cc3-801a-f6ea159fc7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:22:36.393550 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358f10ab-a5b0-4cc3-801a-f6ea159fc7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:22:36.395057 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-358f10ab-a5b0-4cc3-801a-f6ea159fc7fc admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3957937 Jul 27 15:22:37.777286 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:37.782155 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:38.628064 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37150) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:22:38.773473 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:22:38.993952 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff305bfd-55e0-4adc-8a54-ac7810e59939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:22:38.994345 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff305bfd-55e0-4adc-8a54-ac7810e59939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:22:38.995869 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-ff305bfd-55e0-4adc-8a54-ac7810e59939 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3668509 Jul 27 15:22:41.133148 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37158) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:22:41.478695 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:41.481048 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:41.496110 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7e920c-4d88-4dac-8a4b-1ac13bb79db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:22:41.497393 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-7f7e920c-4d88-4dac-8a4b-1ac13bb79db9 admin admin] 10.222.0.36 "GET /v2.0/subnets/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5 HTTP/1.1" status: 200 len: 816 time: 0.3633125 Jul 27 15:22:43.661129 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37166) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:22:43.853534 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=10 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:43.854318 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=13 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:44.027929 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572781ab-77c7-4857-9857-a82fc48deaf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:22:44.029246 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-572781ab-77c7-4857-9857-a82fc48deaf8 admin admin] 10.222.0.36 "GET /v2.0/subnets/d393ff2b-2a6b-470e-8914-036e88c57530 HTTP/1.1" status: 200 len: 868 time: 0.3671196 Jul 27 15:22:47.015086 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-558dda9e-8fd6-421c-96bc-dc8d85ae47a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:22:48.771247 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:49.262387 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4ac4f890-ed6b-4170-80c5-1f25ab99b8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:22:50.777738 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:22:51.989282 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:22:52.201924 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:22:54.023697 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=10 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:22:54.024504 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:23:02.194960 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:23:02.197534 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:23:11.599950 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37222) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:23:11.918146 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [None req-ee43e396-b515-4c67-9ff1-7cb1cd126b57 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 15:23:11.919158 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-ee43e396-b515-4c67-9ff1-7cb1cd126b57 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3182578 Jul 27 15:23:14.298649 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37230) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:23:14.635429 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9f770d-ef7a-4a40-9d66-cc38604231cc admin admin] GET failed (client error): The resource could not be found. Jul 27 15:23:14.636734 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-5c9f770d-ef7a-4a40-9d66-cc38604231cc admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3371577 Jul 27 15:23:14.779678 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a5a560-e3a4-478e-99ce-88aab40e1c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:23:14.781780 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-84a5a560-e3a4-478e-99ce-88aab40e1c7c admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1402893 Jul 27 15:23:14.781910 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=13 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:23:14.786791 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=19 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:23:15.773083 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:23:16.961967 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37238) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:23:17.016860 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-59d069b4-7131-4f12-b78f-bb7730bfcb6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:17.285727 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-a523a6b8-2a78-4759-adbb-e99be7df98c8 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:23:17.307281 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a523a6b8-2a78-4759-adbb-e99be7df98c8 admin admin] Made reservation on behalf of c1de4e10bc0744aea22a689aefa058d1 for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:23:17.309620 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a523a6b8-2a78-4759-adbb-e99be7df98c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:17.338085 dv-cinder-841315-2-iscsi neutron-server[103935]: WARNING neutron.services.revisions.revision_plugin [None req-a523a6b8-2a78-4759-adbb-e99be7df98c8 admin admin] Could not find related network for resource to bump revision. Jul 27 15:23:17.355651 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a523a6b8-2a78-4759-adbb-e99be7df98c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:23:17.365331 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a523a6b8-2a78-4759-adbb-e99be7df98c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (039ebd5a-ec2c-4b80-97c6-5ee2db211c61), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:17.365675 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-a523a6b8-2a78-4759-adbb-e99be7df98c8 admin admin] Added segment 039ebd5a-ec2c-4b80-97c6-5ee2db211c61 of type vlan for network 295f401e-0772-4cc3-931c-82495266f6fd Jul 27 15:23:17.410765 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a523a6b8-2a78-4759-adbb-e99be7df98c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (295f401e-0772-4cc3-931c-82495266f6fd), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:17.435043 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a523a6b8-2a78-4759-adbb-e99be7df98c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (295f401e-0772-4cc3-931c-82495266f6fd), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:17.436180 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523a6b8-2a78-4759-adbb-e99be7df98c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:23:17.436833 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a523a6b8-2a78-4759-adbb-e99be7df98c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:17.490521 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-a523a6b8-2a78-4759-adbb-e99be7df98c8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5274711 Jul 27 15:23:17.503175 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523a6b8-2a78-4759-adbb-e99be7df98c8 admin admin] Pushing event updated for resources: {'Network': ['ID=295f401e-0772-4cc3-931c-82495266f6fd,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:17.514042 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network 295f401e-0772-4cc3-931c-82495266f6fd details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:23:19.264771 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fa81fcbe-49a9-4b57-ac23-7969e3745372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:19.681041 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37246) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:23:20.023811 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81f54cc-056a-42fe-95b4-d8e75b060d77 admin admin] GET failed (client error): The resource could not be found. Jul 27 15:23:20.025181 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c81f54cc-056a-42fe-95b4-d8e75b060d77 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3431911 Jul 27 15:23:20.096340 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d0166d-b874-44c8-9c81-6f521e2d6fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:23:20.097755 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-21d0166d-b874-44c8-9c81-6f521e2d6fcb admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0685561 Jul 27 15:23:20.107180 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-d1745380-2eec-408d-82fb-4acfb24a8109 admin admin] Request body: {'subnet': {'network_id': '295f401e-0772-4cc3-931c-82495266f6fd', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:23:20.127638 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1745380-2eec-408d-82fb-4acfb24a8109 admin admin] Made reservation on behalf of c1de4e10bc0744aea22a689aefa058d1 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:23:20.129784 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d1745380-2eec-408d-82fb-4acfb24a8109 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:20.293839 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d1745380-2eec-408d-82fb-4acfb24a8109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for subnet (5d23d807-20b0-4c47-9d77-1f6d50a2e6cb), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:20.345122 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1745380-2eec-408d-82fb-4acfb24a8109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d23d807-20b0-4c47-9d77-1f6d50a2e6cb,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:20.359705 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1745380-2eec-408d-82fb-4acfb24a8109 admin admin] Checking segment: {'id': '039ebd5a-ec2c-4b80-97c6-5ee2db211c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '295f401e-0772-4cc3-931c-82495266f6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:23:20.360087 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1745380-2eec-408d-82fb-4acfb24a8109 admin admin] Network hostable DHCP agents. Network: 295f401e-0772-4cc3-931c-82495266f6fd, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:23:20.378407 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1745380-2eec-408d-82fb-4acfb24a8109 admin admin] Network 295f401e-0772-4cc3-931c-82495266f6fd is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:23:20.386890 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-d1745380-2eec-408d-82fb-4acfb24a8109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, 295f401e-0772-4cc3-931c-82495266f6fd) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:23:20.391486 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1745380-2eec-408d-82fb-4acfb24a8109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:23:20.392102 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d1745380-2eec-408d-82fb-4acfb24a8109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:20.396452 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec3a2ec-12ee-414b-84e9-5d73bcb69f9f None None] Network 295f401e-0772-4cc3-931c-82495266f6fd requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:23:20.408767 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d1745380-2eec-408d-82fb-4acfb24a8109 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3048422 Jul 27 15:23:20.515053 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ed9012-b7a2-53ef-b07c-df57315a4421-295f401e-0772-4cc3-931c-82495266f6fd', 'network_id': '295f401e-0772-4cc3-931c-82495266f6fd', 'project_id': 'c1de4e10bc0744aea22a689aefa058d1', 'fixed_ips': [{'subnet_id': '5d23d807-20b0-4c47-9d77-1f6d50a2e6cb'}]}} from dv-cinder-841315-2-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 15:23:20.516650 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:20.653013 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Allocated IP 192.168.233.2 (295f401e-0772-4cc3-931c-82495266f6fd/5d23d807-20b0-4c47-9d77-1f6d50a2e6cb/e325fff1-7c60-4cbb-9db2-f47709cac833) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:23:20.827324 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:20.902611 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Publish callbacks [] for port (e325fff1-7c60-4cbb-9db2-f47709cac833), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:20.909672 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (e325fff1-7c60-4cbb-9db2-f47709cac833), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:20.958931 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Network 295f401e-0772-4cc3-931c-82495266f6fd is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:23:20.961038 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Pushing event updated for resources: {'Port': ['ID=e325fff1-7c60-4cbb-9db2-f47709cac833,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:20.964699 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:23:20.969805 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:23:20.973521 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:20.973864 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:20.974192 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:20.974538 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:20.974866 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:20.975185 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:20.975523 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:20.975821 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:20.976160 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:20.976476 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:20.976795 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:20.977125 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:20.977438 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:20.977746 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:20.978054 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:23:21.033620 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Attempting to bind port e325fff1-7c60-4cbb-9db2-f47709cac833 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:23:21.033986 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Attempting to bind port e325fff1-7c60-4cbb-9db2-f47709cac833 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '039ebd5a-ec2c-4b80-97c6-5ee2db211c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '295f401e-0772-4cc3-931c-82495266f6fd'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:23:21.034339 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Attempting to bind port e325fff1-7c60-4cbb-9db2-f47709cac833 on network 295f401e-0772-4cc3-931c-82495266f6fd {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:23:21.039441 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:23:21.039809 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Checking segment: {'id': '039ebd5a-ec2c-4b80-97c6-5ee2db211c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '295f401e-0772-4cc3-931c-82495266f6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:23:21.040229 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:21.040611 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Bound using segment: {'id': '039ebd5a-ec2c-4b80-97c6-5ee2db211c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '295f401e-0772-4cc3-931c-82495266f6fd'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:23:21.041065 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Bound port: e325fff1-7c60-4cbb-9db2-f47709cac833, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039ebd5a-ec2c-4b80-97c6-5ee2db211c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '295f401e-0772-4cc3-931c-82495266f6fd'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:23:21.041464 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (e325fff1-7c60-4cbb-9db2-f47709cac833), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:21.101845 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] For port e325fff1-7c60-4cbb-9db2-f47709cac833, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:23:21.104913 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] For port e325fff1-7c60-4cbb-9db2-f47709cac833, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=e325fff1-7c60-4cbb-9db2-f47709cac833,segment=NetworkSegment(039ebd5a-ec2c-4b80-97c6-5ee2db211c61),segment_id=039ebd5a-ec2c-4b80-97c6-5ee2db211c61)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:23:21.111459 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (e325fff1-7c60-4cbb-9db2-f47709cac833), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:21.175020 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289410a1-5e46-4ee8-a698-32f5c4156a6e None None] Pushing event updated for resources: {'Port': ['ID=e325fff1-7c60-4cbb-9db2-f47709cac833,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:21.998121 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:22.026097 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610693a8-fba8-404c-b28c-83523e2958cc None None] Network 295f401e-0772-4cc3-931c-82495266f6fd requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:23:22.078586 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:23:22.098924 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:23:22.100020 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-335b7672-d855-47fd-b72f-aa39119f998c None None] Provisioning complete for port e325fff1-7c60-4cbb-9db2-f47709cac833 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:23:22.100020 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-335b7672-d855-47fd-b72f-aa39119f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (e325fff1-7c60-4cbb-9db2-f47709cac833), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:22.178383 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device e325fff1-7c60-4cbb-9db2-f47709cac833 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:23:22.273409 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-335b7672-d855-47fd-b72f-aa39119f998c None None] Current status of the port e325fff1-7c60-4cbb-9db2-f47709cac833 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:23:22.273800 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-335b7672-d855-47fd-b72f-aa39119f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (e325fff1-7c60-4cbb-9db2-f47709cac833), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:22.300179 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:22.308992 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port e325fff1-7c60-4cbb-9db2-f47709cac833 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:23:22.309894 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (e325fff1-7c60-4cbb-9db2-f47709cac833), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:22.339173 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-335b7672-d855-47fd-b72f-aa39119f998c None None] For port e325fff1-7c60-4cbb-9db2-f47709cac833, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=e325fff1-7c60-4cbb-9db2-f47709cac833,segment=NetworkSegment(039ebd5a-ec2c-4b80-97c6-5ee2db211c61),segment_id=039ebd5a-ec2c-4b80-97c6-5ee2db211c61)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:23:22.351391 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-335b7672-d855-47fd-b72f-aa39119f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (e325fff1-7c60-4cbb-9db2-f47709cac833), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:22.429285 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b7672-d855-47fd-b72f-aa39119f998c None None] Pushing event updated for resources: {'Port': ['ID=e325fff1-7c60-4cbb-9db2-f47709cac833,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:23:22.438910 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port e325fff1-7c60-4cbb-9db2-f47709cac833 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:23:22.470680 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-2a6178e3-7fb1-4799-b4e5-4c480f79d7be None None] Provisioning complete for port e325fff1-7c60-4cbb-9db2-f47709cac833 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:23:22.471042 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2a6178e3-7fb1-4799-b4e5-4c480f79d7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (e325fff1-7c60-4cbb-9db2-f47709cac833), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:22.548084 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-2a6178e3-7fb1-4799-b4e5-4c480f79d7be None None] Current status of the port e325fff1-7c60-4cbb-9db2-f47709cac833 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:23:24.129249 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device e325fff1-7c60-4cbb-9db2-f47709cac833 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:23:24.172042 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port e325fff1-7c60-4cbb-9db2-f47709cac833 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:23:24.172492 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (e325fff1-7c60-4cbb-9db2-f47709cac833), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:24.244644 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port e325fff1-7c60-4cbb-9db2-f47709cac833 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:23:25.769141 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:23:30.401843 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:23:30.402572 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:23:34.241785 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:23:34.243615 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:23:47.020133 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d1d89efd-6820-4948-abe3-0ce66ed59a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:49.267898 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-73d37707-f0ef-4a9b-b24a-b6dd9c72d833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:50.782240 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:51.789708 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:23:51.798778 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:23:51.995517 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:52.204352 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:23:52.771663 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:24:02.197718 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:24:02.199602 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:24:02.768582 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:24:15.769445 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:24:17.021131 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-806080db-502e-4d5e-a796-ee64c834e669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:24:19.269438 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-030d4f7f-c7e2-4c43-8a20-e80f0d224338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:24:20.785041 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:24:21.999099 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:24:22.207330 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:24:29.772847 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:24:32.201236 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:24:32.203119 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:24:39.768548 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:24:39.769341 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:24:47.022302 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ff190e63-4d17-42cc-b96a-1d10736af384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:24:48.153147 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37288) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:24:48.159348 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [None req-29e4b881-6cd5-446f-b90b-91d3785e6415 tempest-verify_tempest_config-136467581 tempest-verify_tempest_config-136467581-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 15:24:48.160381 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-29e4b881-6cd5-446f-b90b-91d3785e6415 tempest-verify_tempest_config-136467581 tempest-verify_tempest_config-136467581-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0062544 Jul 27 15:24:48.653623 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37306) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:24:48.981689 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:24:49.059271 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Publish callbacks [] for security_group (07fa7f40-ef26-43ef-a983-bf96d7aefde5), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:24:49.063559 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (07fa7f40-ef26-43ef-a983-bf96d7aefde5), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:24:49.108709 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=780aeaa8f12e4102a29685aa147e5729&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4540808 Jul 27 15:24:49.110016 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fa7f40-ef26-43ef-a983-bf96d7aefde5,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:49.111965 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37310) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:24:49.123602 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:49.124107 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:49.124464 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:49.124806 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:49.125719 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:49.126051 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:49.126378 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:49.126701 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:49.127043 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:49.127374 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:49.127710 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:49.128081 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:49.128408 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:49.128727 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:49.129051 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b852a259-049d-4874-84a9-c1b0d0183ce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:24:49.180988 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-818aa652-19bb-4857-ac08-0e7450749f3b admin admin] Publish callbacks [] for security_group (07fa7f40-ef26-43ef-a983-bf96d7aefde5), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:24:49.201640 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-818aa652-19bb-4857-ac08-0e7450749f3b admin admin] Publish callbacks [] for security_group (07fa7f40-ef26-43ef-a983-bf96d7aefde5), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:24:49.269634 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-45900860-dab1-466a-b142-e7405d550533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:24:49.294328 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-818aa652-19bb-4857-ac08-0e7450749f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (07fa7f40-ef26-43ef-a983-bf96d7aefde5), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:24:49.297546 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-818aa652-19bb-4857-ac08-0e7450749f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:24:49.298689 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-818aa652-19bb-4857-ac08-0e7450749f3b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07fa7f40-ef26-43ef-a983-bf96d7aefde5 HTTP/1.1" status: 204 len: 168 time: 0.1850033 Jul 27 15:24:49.306358 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818aa652-19bb-4857-ac08-0e7450749f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fa7f40-ef26-43ef-a983-bf96d7aefde5,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:24:50.787501 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:24:52.003516 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:24:52.210712 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:24:59.301316 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=39,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:24:59.302113 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:25:02.199687 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:25:02.206074 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:25:06.772234 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:25:13.149670 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=14 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:25:16.768826 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=20 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:25:17.024205 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-40edb3ae-2e69-4f1d-992e-12c8e07628e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:25:19.273208 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-acbc22bb-c9da-42ea-8aa9-5607c9ec3740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:25:20.789486 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:25:22.002664 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:25:22.213465 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:25:32.207166 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:25:32.209047 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:25:42.800482 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:25:42.806149 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:25:43.771789 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:25:47.026016 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1d7c655a-d8d8-4439-84bd-1d607d43cff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:25:49.281014 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-15e3027e-a070-4853-bf0e-3ae0d06b9142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:25:50.792505 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:25:52.006755 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:25:52.216346 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:25:53.767923 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:25:53.768748 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:26:02.209140 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:26:02.211005 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:26:17.029313 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ac2b76cd-2b76-4bbc-97b4-85ecad8d7664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:26:19.273468 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-73eaef75-7f46-4285-9181-e2589759d38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:26:19.805746 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:26:19.811539 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:26:20.771447 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 5 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:26:20.794185 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:26:22.009467 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:26:22.221189 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:26:30.767633 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:26:30.770534 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:26:32.210844 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:26:32.216878 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:26:35.576063 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360610'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:26:45.568935 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:26:45.571817 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:26:46.832667 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37404) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:26:46.966586 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-63fc3e1e-1317-4473-b8bf-a5c744fce6de admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1327715 Jul 27 15:26:47.043884 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7f7e510a-57ea-4464-b9af-cd79ac156414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:26:49.001701 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37414) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:26:49.055138 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-db4348a8-ec7c-49cd-b6d3-cfac730a9eb8 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0523837 Jul 27 15:26:49.274913 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d81416a9-8b96-4b74-aa43-ecafa0269087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:26:50.797095 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:26:52.012931 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:26:52.223399 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:26:56.813926 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:26:56.822779 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:26:57.770635 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:26:59.049217 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:26:59.049970 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:27:02.216937 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:27:02.218708 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:27:05.530257 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:27:13.158503 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=14 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:27:13.161541 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=14 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:27:15.519929 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:27:15.526560 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:27:17.038206 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6cd879a0-63a0-4b4c-afdb-d0f7d8147fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:27:19.276654 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4cb0f6a5-1629-4be1-90ec-5ab7593a8222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:27:20.800026 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:27:22.014844 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:27:22.225769 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:27:32.010378 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:27:32.220923 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:27:33.813228 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:27:33.817905 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:27:34.771585 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:27:35.543040 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:27:44.767618 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:27:47.039242 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9c98acce-6e99-4e49-83cf-48b3849289aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:27:49.279116 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b4383329-0aaf-40db-b83d-2a739934f268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:27:50.804537 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:27:52.018511 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:27:52.228912 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:02.221912 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:02.224207 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=14,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:05.541896 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:11.772237 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:28:15.535752 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:15.536592 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:15.779838 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:17.040925 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-224da751-3ecb-4bfb-9d04-e15a9c99c80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:19.280751 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-edcdbbb7-82a6-4d84-844b-3af73552ab99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:20.809341 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:21.771556 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=7 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:22.031513 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:22.242790 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:27.119735 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37596) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:27.150989 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37602) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:27.552205 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-network', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:27.566240 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-c6fd6c04-7b2c-4a67-ac6e-b643d7e01213 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1247541827-network', 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:27.583004 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 37630) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:27.598567 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Made reservation on behalf of 736d8803a13e4dddb1ef32b7ab11eb1c for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:28:27.601153 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:27.604762 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fd6c04-7b2c-4a67-ac6e-b643d7e01213 admin admin] Made reservation on behalf of e1c7c86e4b1c40ec8e4335a2770353f5 for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:28:27.606900 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c6fd6c04-7b2c-4a67-ac6e-b643d7e01213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:27.721035 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:27.783292 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c6fd6c04-7b2c-4a67-ac6e-b643d7e01213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:27.837614 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Publish callbacks [] for security_group (55335377-cfd1-4462-9dec-7535beb5b2c8), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:27.847079 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (55335377-cfd1-4462-9dec-7535beb5b2c8), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:27.869905 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:28:27.880907 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (c15dc4fb-a403-4a3b-9cde-e40151c83990), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:27.881251 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Added segment c15dc4fb-a403-4a3b-9cde-e40151c83990 of type vlan for network 54d4d7af-884d-4461-b1ad-55fbebbc888a Jul 27 15:28:27.910775 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1534027626-network', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:27.922502 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55335377-cfd1-4462-9dec-7535beb5b2c8,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:27.942647 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Made reservation on behalf of fddbf2261d1f42d0a41aa921197fc181 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:28:27.945903 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:27.967038 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:27.970540 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (54d4d7af-884d-4461-b1ad-55fbebbc888a), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.002202 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.002550 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.002917 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.003263 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.003598 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.003966 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.004295 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.004658 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.005003 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.005337 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.005664 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.006004 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.006474 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.006799 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.007122 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Tracked resource versions report: Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: pushed versions: Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: { 'AddressGroup': {'1.2'}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Agent': {'1.1'}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'ConntrackHelper': {'1.0'}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'LocalIPAssociation': {'1.0'}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Log': {'1.0'}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'NDPProxy': {'1.0'}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Network': {'1.1'}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Port': {'1.7'}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'PortForwarding': {'1.3'}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'QosPolicy': {'1.10'}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'SecurityGroup': {'1.5'}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'SecurityGroupRule': {'1.2'}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'SubPort': {'1.0'}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Subnet': {'1.1'}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Trunk': {'1.1'}} Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: consumer versions: Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: { DHCP agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: HyperV agent@hv-cinder-84131: {}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: L3 agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: Metadata agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: Metering agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: Open vSwitch agent@dv-cinder-841315-2-iscsi: { 'AddressGroup': '1.2', Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Agent': '1.1', Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'ConntrackHelper': '1.0', Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'LocalIPAssociation': '1.0', Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Log': '1.0', Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'NDPProxy': '1.0', Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Network': '1.1', Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Port': '1.7', Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'PortForwarding': '1.3', Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'QosPolicy': '1.10', Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'SecurityGroup': '1.5', Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'SecurityGroupRule': '1.2', Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'SubPort': '1.0', Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Subnet': '1.1', Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: 'Trunk': '1.1'}} Jul 27 15:28:28.008278 dv-cinder-841315-2-iscsi neutron-server[103935]: {{(pid=103935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 15:28:28.014194 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (54d4d7af-884d-4461-b1ad-55fbebbc888a), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.015193 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:28.015921 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.093330 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 37668) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:28.095410 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Publish callbacks [] for security_group (8fbf7660-3c68-44c3-ae84-8e4ff587d1e4), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.104300 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (8fbf7660-3c68-44c3-ae84-8e4ff587d1e4), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.104858 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] Pushing event updated for resources: {'Network': ['ID=54d4d7af-884d-4461-b1ad-55fbebbc888a,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:28.112953 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-42015b26-88a2-46d6-996f-77d157d12dea admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.9919670 Jul 27 15:28:28.117027 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network 54d4d7af-884d-4461-b1ad-55fbebbc888a details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:28:28.119243 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37672) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:28.125485 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c6fd6c04-7b2c-4a67-ac6e-b643d7e01213 admin admin] Publish callbacks [] for security_group (72c341ac-891d-4c74-b6a2-4c7cab8abc1e), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.130108 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-24a073c7-dd95-4d80-8cf7-87c152047e62 admin admin] Request body: {'subnet': {'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-subnet', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:28.140418 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c6fd6c04-7b2c-4a67-ac6e-b643d7e01213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (72c341ac-891d-4c74-b6a2-4c7cab8abc1e), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.179225 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbf7660-3c68-44c3-ae84-8e4ff587d1e4,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:28.189107 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a073c7-dd95-4d80-8cf7-87c152047e62 admin admin] Made reservation on behalf of 736d8803a13e4dddb1ef32b7ab11eb1c for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:28:28.195218 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:28:28.202836 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-24a073c7-dd95-4d80-8cf7-87c152047e62 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.215738 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768358125761', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (0d782dbe-2f4f-4b48-ac38-39f77cc9248d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.216670 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Unsubscribe: segment precommit_create {{(pid=103936) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 15:28:28.217401 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Added segment 0d782dbe-2f4f-4b48-ac38-39f77cc9248d of type vlan for network c38721ce-4da8-41f0-9615-4459de2daf25 Jul 27 15:28:28.281717 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (c38721ce-4da8-41f0-9615-4459de2daf25), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.325870 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (c38721ce-4da8-41f0-9615-4459de2daf25), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.326720 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:28.327541 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:28.328469 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.340070 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd6c04-7b2c-4a67-ac6e-b643d7e01213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c341ac-891d-4c74-b6a2-4c7cab8abc1e,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:28.343503 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.344192 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.345760 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.346652 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.347533 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.348122 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.348797 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.349459 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.350025 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.351395 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.352106 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.352953 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.353827 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.354718 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.355575 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Tracked resource versions report: Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: pushed versions: Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: { 'AddressGroup': {'1.2'}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Agent': {'1.1'}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'ConntrackHelper': {'1.0'}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'LocalIPAssociation': {'1.0'}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Log': {'1.0'}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'NDPProxy': {'1.0'}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Network': {'1.1'}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Port': {'1.7'}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'PortForwarding': {'1.3'}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'QosPolicy': {'1.10'}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'SecurityGroup': {'1.5'}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'SecurityGroupRule': {'1.2'}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'SubPort': {'1.0'}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Subnet': {'1.1'}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Trunk': {'1.1'}} Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: consumer versions: Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: { DHCP agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: HyperV agent@hv-cinder-84131: {}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: L3 agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: Metadata agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: Metering agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: Open vSwitch agent@dv-cinder-841315-2-iscsi: { 'AddressGroup': '1.2', Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Agent': '1.1', Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'ConntrackHelper': '1.0', Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'LocalIPAssociation': '1.0', Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Log': '1.0', Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'NDPProxy': '1.0', Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Network': '1.1', Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Port': '1.7', Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'PortForwarding': '1.3', Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'QosPolicy': '1.10', Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'SecurityGroup': '1.5', Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'SecurityGroupRule': '1.2', Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'SubPort': '1.0', Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Subnet': '1.1', Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: 'Trunk': '1.1'}} Jul 27 15:28:28.357228 dv-cinder-841315-2-iscsi neutron-server[103936]: {{(pid=103936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 15:28:28.511815 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=70,neutron:INSERT=25,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:28.514696 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6fd6c04-7b2c-4a67-ac6e-b643d7e01213 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:28:28.518485 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-24a073c7-dd95-4d80-8cf7-87c152047e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for subnet (883a3f24-7bbd-4327-bcdc-69598788608b), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.558297 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9725797 Jul 27 15:28:28.559124 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1968b8a-59f3-4204-b9d4-aa80b3d31f2f admin admin] Pushing event updated for resources: {'Network': ['ID=c38721ce-4da8-41f0-9615-4459de2daf25,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:28.562725 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 37686) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:28.571249 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-bddd3891-e15e-4075-ac44-f2b12b48427b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-814014817-network', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:28.576898 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network c38721ce-4da8-41f0-9615-4459de2daf25 details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:28:28.579639 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-2788b897-2b85-4c6d-ad28-a7a74474b68b admin admin] Request body: {'subnet': {'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1534027626-subnet', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:28.606800 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a073c7-dd95-4d80-8cf7-87c152047e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=883a3f24-7bbd-4327-bcdc-69598788608b,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:28.610257 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2788b897-2b85-4c6d-ad28-a7a74474b68b admin admin] Made reservation on behalf of fddbf2261d1f42d0a41aa921197fc181 for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:28:28.614418 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2788b897-2b85-4c6d-ad28-a7a74474b68b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.673974 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c6fd6c04-7b2c-4a67-ac6e-b643d7e01213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (c6f124b8-f969-49dc-a75c-15d630fbda65), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.674321 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-c6fd6c04-7b2c-4a67-ac6e-b643d7e01213 admin admin] Added segment c6f124b8-f969-49dc-a75c-15d630fbda65 of type vlan for network d6880b01-7ed5-4f46-967a-222879a1ea88 Jul 27 15:28:28.675738 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a073c7-dd95-4d80-8cf7-87c152047e62 admin admin] Checking segment: {'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:28:28.680304 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a073c7-dd95-4d80-8cf7-87c152047e62 admin admin] Network hostable DHCP agents. Network: 54d4d7af-884d-4461-b1ad-55fbebbc888a, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:28:28.762324 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a073c7-dd95-4d80-8cf7-87c152047e62 admin admin] Network 54d4d7af-884d-4461-b1ad-55fbebbc888a is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:28:28.797978 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-24a073c7-dd95-4d80-8cf7-87c152047e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, 54d4d7af-884d-4461-b1ad-55fbebbc888a) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:28.800446 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c6fd6c04-7b2c-4a67-ac6e-b643d7e01213 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (d6880b01-7ed5-4f46-967a-222879a1ea88), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.807065 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fe293a-70e7-430c-89d5-1bd201fedcea None None] Network 54d4d7af-884d-4461-b1ad-55fbebbc888a requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:28:28.812971 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a073c7-dd95-4d80-8cf7-87c152047e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:28.814727 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-24a073c7-dd95-4d80-8cf7-87c152047e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.822169 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2788b897-2b85-4c6d-ad28-a7a74474b68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for subnet (e0cea517-b378-4c3d-b1c1-f934678ba74f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.890046 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddd3891-e15e-4075-ac44-f2b12b48427b admin admin] Made reservation on behalf of ddfdba8b75e643b485b2237ae070a1b2 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:28:28.893304 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bddd3891-e15e-4075-ac44-f2b12b48427b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.910810 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788b897-2b85-4c6d-ad28-a7a74474b68b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0cea517-b378-4c3d-b1c1-f934678ba74f,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:28.912352 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-24a073c7-dd95-4d80-8cf7-87c152047e62 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7920580 Jul 27 15:28:28.914390 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:28.915670 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bddd3891-e15e-4075-ac44-f2b12b48427b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.922234 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37706) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:28.935575 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:28.958041 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c6fd6c04-7b2c-4a67-ac6e-b643d7e01213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (d6880b01-7ed5-4f46-967a-222879a1ea88), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:28.959753 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd6c04-7b2c-4a67-ac6e-b643d7e01213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:28.962244 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c6fd6c04-7b2c-4a67-ac6e-b643d7e01213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.002093 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2788b897-2b85-4c6d-ad28-a7a74474b68b admin admin] Checking segment: {'id': '0d782dbe-2f4f-4b48-ac38-39f77cc9248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:28:29.002460 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2788b897-2b85-4c6d-ad28-a7a74474b68b admin admin] Network hostable DHCP agents. Network: c38721ce-4da8-41f0-9615-4459de2daf25, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:28:29.039560 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ed9012-b7a2-53ef-b07c-df57315a4421-54d4d7af-884d-4461-b1ad-55fbebbc888a', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'fixed_ips': [{'subnet_id': '883a3f24-7bbd-4327-bcdc-69598788608b'}]}} from dv-cinder-841315-2-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 15:28:29.040935 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.050123 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd6c04-7b2c-4a67-ac6e-b643d7e01213 admin admin] Pushing event updated for resources: {'Network': ['ID=d6880b01-7ed5-4f46-967a-222879a1ea88,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:29.062168 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (86061384-2070-4015-9452-2bc9aa9bb76b), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.063610 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (86061384-2070-4015-9452-2bc9aa9bb76b), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.065791 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network d6880b01-7ed5-4f46-967a-222879a1ea88 details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:28:29.070746 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c6fd6c04-7b2c-4a67-ac6e-b643d7e01213 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.9183655 Jul 27 15:28:29.073973 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37710) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:29.080503 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-666e8733-54d4-49b8-8570-3b5e1564e62c admin admin] Request body: {'subnet': {'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1247541827-subnet', 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:29.146506 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Publish callbacks [] for router_controller (86061384-2070-4015-9452-2bc9aa9bb76b), precommit_add_association {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.148331 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666e8733-54d4-49b8-8570-3b5e1564e62c admin admin] Made reservation on behalf of e1c7c86e4b1c40ec8e4335a2770353f5 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:28:29.151954 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-666e8733-54d4-49b8-8570-3b5e1564e62c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.154492 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bddd3891-e15e-4075-ac44-f2b12b48427b admin admin] Publish callbacks [] for security_group (bc277984-3baf-424e-9d9c-35e33a2cf917), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.156834 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2788b897-2b85-4c6d-ad28-a7a74474b68b admin admin] Network c38721ce-4da8-41f0-9615-4459de2daf25 is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:28:29.160764 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:29.169831 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bddd3891-e15e-4075-ac44-f2b12b48427b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (bc277984-3baf-424e-9d9c-35e33a2cf917), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.218050 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddd3891-e15e-4075-ac44-f2b12b48427b admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:28:29.235656 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bddd3891-e15e-4075-ac44-f2b12b48427b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (c4d8fe64-5236-410c-82d1-867b4f3d232e), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.237050 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-bddd3891-e15e-4075-ac44-f2b12b48427b admin admin] Added segment c4d8fe64-5236-410c-82d1-867b4f3d232e of type vlan for network bad7c82a-807d-4c47-8386-1a6c9fb4e649 Jul 27 15:28:29.262376 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-2788b897-2b85-4c6d-ad28-a7a74474b68b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, c38721ce-4da8-41f0-9615-4459de2daf25) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:29.321178 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788b897-2b85-4c6d-ad28-a7a74474b68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:29.321771 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2788b897-2b85-4c6d-ad28-a7a74474b68b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.327599 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Allocated IP 172.20.0.2 (54d4d7af-884d-4461-b1ad-55fbebbc888a/883a3f24-7bbd-4327-bcdc-69598788608b/a06045e1-89b3-407a-8c7d-601ba75d0ead) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:28:29.335755 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Publish callbacks [] for router_gateway (86061384-2070-4015-9452-2bc9aa9bb76b), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.391518 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bddd3891-e15e-4075-ac44-f2b12b48427b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (bad7c82a-807d-4c47-8386-1a6c9fb4e649), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.400177 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd3891-e15e-4075-ac44-f2b12b48427b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc277984-3baf-424e-9d9c-35e33a2cf917,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:29.407118 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-2788b897-2b85-4c6d-ad28-a7a74474b68b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8416684 Jul 27 15:28:29.418470 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 37722) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:29.426895 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:29.496238 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bddd3891-e15e-4075-ac44-f2b12b48427b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (bad7c82a-807d-4c47-8386-1a6c9fb4e649), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.497444 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddd3891-e15e-4075-ac44-f2b12b48427b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:29.498200 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bddd3891-e15e-4075-ac44-f2b12b48427b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.517080 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063c8202-7aea-489c-a36c-e402783c46c0 None None] Network c38721ce-4da8-41f0-9615-4459de2daf25 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:28:29.519115 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (234b9294-d82c-40cf-8b8b-2c226e26df01), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.519860 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:29.520510 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (234b9294-d82c-40cf-8b8b-2c226e26df01), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.581850 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Publish callbacks [] for port (a06045e1-89b3-407a-8c7d-601ba75d0ead), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.598837 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (a06045e1-89b3-407a-8c7d-601ba75d0ead), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.611397 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Publish callbacks [] for router_gateway (86061384-2070-4015-9452-2bc9aa9bb76b), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.625601 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bddd3891-e15e-4075-ac44-f2b12b48427b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5284643 Jul 27 15:28:29.630643 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 37732) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:29.636646 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-3ca6607a-190d-46e1-aafe-53beb7cbcaa6 admin admin] Request body: {'subnet': {'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-subnet', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:29.641874 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd3891-e15e-4075-ac44-f2b12b48427b admin admin] Pushing event updated for resources: {'Network': ['ID=bad7c82a-807d-4c47-8386-1a6c9fb4e649,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:29.644280 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.652294 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Network 54d4d7af-884d-4461-b1ad-55fbebbc888a is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:29.655979 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network bad7c82a-807d-4c47-8386-1a6c9fb4e649 details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:28:29.667305 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:29.717759 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:29.738073 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:29.763212 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Publish callbacks [] for router_controller (234b9294-d82c-40cf-8b8b-2c226e26df01), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.771904 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca6607a-190d-46e1-aafe-53beb7cbcaa6 admin admin] Made reservation on behalf of ddfdba8b75e643b485b2237ae070a1b2 for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:28:29.776063 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3ca6607a-190d-46e1-aafe-53beb7cbcaa6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.778917 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Pushing event updated for resources: {'Port': ['ID=a06045e1-89b3-407a-8c7d-601ba75d0ead,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:29.789854 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:28:29.794768 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:29.795378 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:29.795959 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:29.796511 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:29.797258 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:29.797883 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:29.798412 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:29.798925 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:29.799457 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:29.800001 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:29.800530 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:29.801078 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:29.801637 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:29.802147 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:29.802645 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Tracked resource versions report: Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: pushed versions: Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: { 'AddressGroup': {'1.2'}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Agent': {'1.1'}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'ConntrackHelper': {'1.0'}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'LocalIPAssociation': {'1.0'}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Log': {'1.0'}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'NDPProxy': {'1.0'}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Network': {'1.1'}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Port': {'1.7'}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'PortForwarding': {'1.3'}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'QosPolicy': {'1.10'}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'SecurityGroup': {'1.5'}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'SecurityGroupRule': {'1.2'}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'SubPort': {'1.0'}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Subnet': {'1.1'}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Trunk': {'1.1'}} Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: consumer versions: Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: { DHCP agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: HyperV agent@hv-cinder-84131: {}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: L3 agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: Metadata agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: Metering agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: Open vSwitch agent@dv-cinder-841315-2-iscsi: { 'AddressGroup': '1.2', Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Agent': '1.1', Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'ConntrackHelper': '1.0', Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'LocalIPAssociation': '1.0', Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Log': '1.0', Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'NDPProxy': '1.0', Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Network': '1.1', Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Port': '1.7', Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'PortForwarding': '1.3', Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'QosPolicy': '1.10', Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'SecurityGroup': '1.5', Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'SecurityGroupRule': '1.2', Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'SubPort': '1.0', Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Subnet': '1.1', Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: 'Trunk': '1.1'}} Jul 27 15:28:29.804508 dv-cinder-841315-2-iscsi neutron-server[103937]: {{(pid=103937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 15:28:29.813675 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ed9012-b7a2-53ef-b07c-df57315a4421-c38721ce-4da8-41f0-9615-4459de2daf25', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f'}]}} from dv-cinder-841315-2-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 15:28:29.814808 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:29.842209 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Allocated IP 172.27.1.208 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/8f13c15d-bff3-4b5b-9d4c-37063acdf8d2) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:28:30.022526 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:30.027753 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Publish callbacks [] for port (8f13c15d-bff3-4b5b-9d4c-37063acdf8d2), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:30.037107 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-666e8733-54d4-49b8-8570-3b5e1564e62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for subnet (004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:30.043141 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Publish callbacks [] for router_gateway (234b9294-d82c-40cf-8b8b-2c226e26df01), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:30.048389 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Attempting to bind port a06045e1-89b3-407a-8c7d-601ba75d0ead on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:28:30.049123 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Attempting to bind port a06045e1-89b3-407a-8c7d-601ba75d0ead by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:28:30.049632 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Attempting to bind port a06045e1-89b3-407a-8c7d-601ba75d0ead on network 54d4d7af-884d-4461-b1ad-55fbebbc888a {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:28:30.060448 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:28:30.062479 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Checking segment: {'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:28:30.063101 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:30.063642 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Bound using segment: {'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:28:30.065854 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Bound port: a06045e1-89b3-407a-8c7d-601ba75d0ead, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:28:30.066552 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a06045e1-89b3-407a-8c7d-601ba75d0ead), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:30.113476 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e8733-54d4-49b8-8570-3b5e1564e62c admin admin] Pushing event updated for resources: {'Subnet': ['ID=004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:30.126501 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (8f13c15d-bff3-4b5b-9d4c-37063acdf8d2), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:30.177916 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] For port a06045e1-89b3-407a-8c7d-601ba75d0ead, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:28:30.182917 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] For port a06045e1-89b3-407a-8c7d-601ba75d0ead, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=a06045e1-89b3-407a-8c7d-601ba75d0ead,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:28:30.204532 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (a06045e1-89b3-407a-8c7d-601ba75d0ead), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:30.291984 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e8733-54d4-49b8-8570-3b5e1564e62c admin admin] Checking segment: {'id': 'c6f124b8-f969-49dc-a75c-15d630fbda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:28:30.293110 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666e8733-54d4-49b8-8570-3b5e1564e62c admin admin] Network hostable DHCP agents. Network: d6880b01-7ed5-4f46-967a-222879a1ea88, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:28:30.304584 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:30.311376 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:30.317324 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:28:30.321699 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=8f13c15d-bff3-4b5b-9d4c-37063acdf8d2,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:30.340425 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Allocated IP 172.20.0.2 (c38721ce-4da8-41f0-9615-4459de2daf25/e0cea517-b378-4c3d-b1c1-f934678ba74f/99376fff-0347-458c-81d2-d56e2b4aebf4) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:28:30.423563 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666e8733-54d4-49b8-8570-3b5e1564e62c admin admin] Network d6880b01-7ed5-4f46-967a-222879a1ea88 is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:28:30.427290 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3ca6607a-190d-46e1-aafe-53beb7cbcaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for subnet (40f6b828-0dfb-469f-8ba5-9835528b3b1e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:30.469679 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:30.473446 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-666e8733-54d4-49b8-8570-3b5e1564e62c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, d6880b01-7ed5-4f46-967a-222879a1ea88) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:30.503476 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666e8733-54d4-49b8-8570-3b5e1564e62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:30.509249 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:30.513848 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-666e8733-54d4-49b8-8570-3b5e1564e62c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:30.534324 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6607a-190d-46e1-aafe-53beb7cbcaa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f6b828-0dfb-469f-8ba5-9835528b3b1e,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:30.539135 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Publish callbacks [] for router_gateway (234b9294-d82c-40cf-8b8b-2c226e26df01), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:30.552877 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:30.560709 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ac974a-e992-4a06-98ec-f9d753da00d7 None None] Network d6880b01-7ed5-4f46-967a-222879a1ea88 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:28:30.578200 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:30.580606 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca6607a-190d-46e1-aafe-53beb7cbcaa6 admin admin] Checking segment: {'id': 'c4d8fe64-5236-410c-82d1-867b4f3d232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:28:30.580951 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca6607a-190d-46e1-aafe-53beb7cbcaa6 admin admin] Network hostable DHCP agents. Network: bad7c82a-807d-4c47-8386-1a6c9fb4e649, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:28:30.611493 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:30.713139 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca6607a-190d-46e1-aafe-53beb7cbcaa6 admin admin] Network bad7c82a-807d-4c47-8386-1a6c9fb4e649 is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:28:30.717364 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-666e8733-54d4-49b8-8570-3b5e1564e62c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6125398 Jul 27 15:28:30.717805 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 37750) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:30.717805 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1247541827-router', 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:30.799186 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-3ca6607a-190d-46e1-aafe-53beb7cbcaa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, bad7c82a-807d-4c47-8386-1a6c9fb4e649) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:30.816852 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50db9d-d28f-438e-b3ca-880429bd5e21 None None] Pushing event updated for resources: {'Port': ['ID=a06045e1-89b3-407a-8c7d-601ba75d0ead,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:30.823153 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6607a-190d-46e1-aafe-53beb7cbcaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:30.825791 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3ca6607a-190d-46e1-aafe-53beb7cbcaa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:30.840460 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f251e75-8612-4709-abc0-36fb1dc290fe None None] Network bad7c82a-807d-4c47-8386-1a6c9fb4e649 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:28:30.843517 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Publish callbacks [] for router_gateway (86061384-2070-4015-9452-2bc9aa9bb76b), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:30.845814 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:30.847087 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:30.896227 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-3ca6607a-190d-46e1-aafe-53beb7cbcaa6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2642570 Jul 27 15:28:30.897935 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Allocated IP 172.27.1.207 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/ede82eeb-39f4-4652-975d-0576d9c9263c) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:28:30.901855 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 37760) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:30.910489 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:30.943340 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Publish callbacks [] for port (99376fff-0347-458c-81d2-d56e2b4aebf4), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:30.999618 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Publish callbacks [] for router_controller (1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:31.012453 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (8ae11637-2b3a-4c8c-a15b-c360916f2037), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:31.013532 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (8ae11637-2b3a-4c8c-a15b-c360916f2037), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:31.024942 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (99376fff-0347-458c-81d2-d56e2b4aebf4), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:31.062368 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ed9012-b7a2-53ef-b07c-df57315a4421-d6880b01-7ed5-4f46-967a-222879a1ea88', 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88', 'project_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'fixed_ips': [{'subnet_id': '004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6'}]}} from dv-cinder-841315-2-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 15:28:31.063296 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:31.099539 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Network c38721ce-4da8-41f0-9615-4459de2daf25 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:31.131332 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:31.144142 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:28:31.146529 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Pushing event updated for resources: {'Port': ['ID=99376fff-0347-458c-81d2-d56e2b4aebf4,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:31.185991 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374406'] for router (86061384-2070-4015-9452-2bc9aa9bb76b), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:31.223942 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ed9012-b7a2-53ef-b07c-df57315a4421-bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e'}]}} from dv-cinder-841315-2-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 15:28:31.225701 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:31.296922 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:31.390675 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Publish callbacks [] for router_controller (8ae11637-2b3a-4c8c-a15b-c360916f2037), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:31.415292 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:31.452988 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Attempting to bind port 99376fff-0347-458c-81d2-d56e2b4aebf4 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:28:31.453502 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Attempting to bind port 99376fff-0347-458c-81d2-d56e2b4aebf4 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '0d782dbe-2f4f-4b48-ac38-39f77cc9248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:28:31.453949 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Attempting to bind port 99376fff-0347-458c-81d2-d56e2b4aebf4 on network c38721ce-4da8-41f0-9615-4459de2daf25 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:28:31.469753 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:28:31.470311 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Checking segment: {'id': '0d782dbe-2f4f-4b48-ac38-39f77cc9248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:28:31.470814 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:31.471316 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Bound using segment: {'id': '0d782dbe-2f4f-4b48-ac38-39f77cc9248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:28:31.472266 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Bound port: 99376fff-0347-458c-81d2-d56e2b4aebf4, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d782dbe-2f4f-4b48-ac38-39f77cc9248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:28:31.473048 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (99376fff-0347-458c-81d2-d56e2b4aebf4), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:31.500021 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Router 86061384-2070-4015-9452-2bc9aa9bb76b is scheduled to L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 with binding_index 1 {{(pid=103935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 15:28:31.562451 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Publish callbacks [] for router_gateway (1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:31.635448 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Publish callbacks [] for port (ede82eeb-39f4-4652-975d-0576d9c9263c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:31.637289 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] For port 99376fff-0347-458c-81d2-d56e2b4aebf4, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:28:31.641574 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] For port 99376fff-0347-458c-81d2-d56e2b4aebf4, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=99376fff-0347-458c-81d2-d56e2b4aebf4,segment=NetworkSegment(0d782dbe-2f4f-4b48-ac38-39f77cc9248d),segment_id=0d782dbe-2f4f-4b48-ac38-39f77cc9248d)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:28:31.661926 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Allocated IP 172.20.0.2 (d6880b01-7ed5-4f46-967a-222879a1ea88/004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6/e2422075-5f3a-4ee2-a746-47d651dcdd3c) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:28:31.683595 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:28:31.694782 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Sync routers for ids ['86061384-2070-4015-9452-2bc9aa9bb76b'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:28:31.715242 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Routers {'86061384-2070-4015-9452-2bc9aa9bb76b'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:28:31.716113 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:28:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['86061384-2070-4015-9452-2bc9aa9bb76b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:31.723502 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:31.729115 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-f0f80985-6194-43f7-a202-339849bc9ca2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8027024 Jul 27 15:28:31.733723 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37780) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:31.932581 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Publish callbacks [] for router_gateway (8ae11637-2b3a-4c8c-a15b-c360916f2037), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:32.018274 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Publish callbacks [] for port (e2422075-5f3a-4ee2-a746-47d651dcdd3c), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:32.025355 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:32.041014 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (99376fff-0347-458c-81d2-d56e2b4aebf4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:32.113900 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:32.116390 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (e2422075-5f3a-4ee2-a746-47d651dcdd3c), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:32.117795 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (ede82eeb-39f4-4652-975d-0576d9c9263c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:32.138705 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed03367-942d-49f7-af6b-c20919af6bcc None None] Pushing event updated for resources: {'Port': ['ID=99376fff-0347-458c-81d2-d56e2b4aebf4,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:32.187404 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Set router 86061384-2070-4015-9452-2bc9aa9bb76b gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:28:32.203229 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Network d6880b01-7ed5-4f46-967a-222879a1ea88 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:32.205111 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdde55b-2ac6-4486-87c2-921658c6bb1a None None] Network 54d4d7af-884d-4461-b1ad-55fbebbc888a requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:28:32.218305 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Pushing event updated for resources: {'Port': ['ID=e2422075-5f3a-4ee2-a746-47d651dcdd3c,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:32.224119 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:32.227055 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:28:32.237711 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:32.279028 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:32.308260 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-b69b3e7d-82c1-4077-98b7-ff30d7b27de4 None None] Provisioning complete for port a06045e1-89b3-407a-8c7d-601ba75d0ead triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:32.308649 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b69b3e7d-82c1-4077-98b7-ff30d7b27de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (a06045e1-89b3-407a-8c7d-601ba75d0ead), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:32.465021 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:32.468773 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device a06045e1-89b3-407a-8c7d-601ba75d0ead up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:32.472260 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:32.479331 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Publish callbacks [] for router_gateway (8ae11637-2b3a-4c8c-a15b-c360916f2037), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:32.505777 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:28:32.515272 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:32.599548 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Attempting to bind port e2422075-5f3a-4ee2-a746-47d651dcdd3c on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:28:32.601316 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Attempting to bind port e2422075-5f3a-4ee2-a746-47d651dcdd3c by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': 'c6f124b8-f969-49dc-a75c-15d630fbda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:28:32.601923 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Attempting to bind port e2422075-5f3a-4ee2-a746-47d651dcdd3c on network d6880b01-7ed5-4f46-967a-222879a1ea88 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:28:32.625716 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37816) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:32.639925 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Allocated IP 172.20.0.2 (bad7c82a-807d-4c47-8386-1a6c9fb4e649/40f6b828-0dfb-469f-8ba5-9835528b3b1e/8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:28:32.727133 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:28:32.727406 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:30Z', 'revision_number': 3, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port': {'id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:32.727976 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Checking segment: {'id': 'c6f124b8-f969-49dc-a75c-15d630fbda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:28:32.727976 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:32.728379 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Bound using segment: {'id': 'c6f124b8-f969-49dc-a75c-15d630fbda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:28:32.728901 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Bound port: e2422075-5f3a-4ee2-a746-47d651dcdd3c, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f124b8-f969-49dc-a75c-15d630fbda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:28:32.729265 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (e2422075-5f3a-4ee2-a746-47d651dcdd3c), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:32.815289 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Checking router: 86061384-2070-4015-9452-2bc9aa9bb76b for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:28:32.816948 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Updating router 86061384-2070-4015-9452-2bc9aa9bb76b port 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2 binding host dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:28:32.883815 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:32.905200 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (8f13c15d-bff3-4b5b-9d4c-37063acdf8d2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:32.918186 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Allocated IP 172.20.0.1 (54d4d7af-884d-4461-b1ad-55fbebbc888a/883a3f24-7bbd-4327-bcdc-69598788608b/f1c999a5-021a-47ba-90b6-f38497c4f5ff) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:28:32.929942 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-b69b3e7d-82c1-4077-98b7-ff30d7b27de4 None None] Current status of the port a06045e1-89b3-407a-8c7d-601ba75d0ead is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:32.930349 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b69b3e7d-82c1-4077-98b7-ff30d7b27de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a06045e1-89b3-407a-8c7d-601ba75d0ead), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.004144 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9e81-55aa-403e-8148-981478f8ecdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.038467 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:33.257877 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Publish callbacks [] for router_gateway (1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.327397 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port a06045e1-89b3-407a-8c7d-601ba75d0ead triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:33.327795 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (a06045e1-89b3-407a-8c7d-601ba75d0ead), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.419098 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Publish callbacks [] for port (8f13c15d-bff3-4b5b-9d4c-37063acdf8d2), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.432034 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Publish callbacks [] for router_gateway (234b9294-d82c-40cf-8b8b-2c226e26df01), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.435198 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (8f13c15d-bff3-4b5b-9d4c-37063acdf8d2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.524708 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Attempting to bind port 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:28:33.530733 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Pushing event updated for resources: {'Port': ['ID=ede82eeb-39f4-4652-975d-0576d9c9263c,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:33.531199 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Attempting to bind port 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:28:33.531842 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Attempting to bind port 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2 on network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:28:33.532305 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:33.533564 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:33.539529 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] For port e2422075-5f3a-4ee2-a746-47d651dcdd3c, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:28:33.543290 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-b69b3e7d-82c1-4077-98b7-ff30d7b27de4 None None] For port a06045e1-89b3-407a-8c7d-601ba75d0ead, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=a06045e1-89b3-407a-8c7d-601ba75d0ead,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:33.546947 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:28:33.551256 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Checking segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:28:33.551678 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.558612 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.559971 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Bound using segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:28:33.562105 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Bound port: 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:28:33.562518 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (8f13c15d-bff3-4b5b-9d4c-37063acdf8d2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.596763 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b69b3e7d-82c1-4077-98b7-ff30d7b27de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (a06045e1-89b3-407a-8c7d-601ba75d0ead), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.634982 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:33.676945 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Publish callbacks [] for port (8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.712223 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Pushing event updated for resources: {'Port': ['ID=8f13c15d-bff3-4b5b-9d4c-37063acdf8d2,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:33.749616 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:33.753205 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:33.753559 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:33.753923 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:33.754311 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:33.754635 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:33.754962 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:33.759887 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:33.760442 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:33.765566 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:33.766235 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:33.766730 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:33.769896 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:33.770378 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:33.770852 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:28:33.776989 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] For port e2422075-5f3a-4ee2-a746-47d651dcdd3c, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=e2422075-5f3a-4ee2-a746-47d651dcdd3c,segment=NetworkSegment(c6f124b8-f969-49dc-a75c-15d630fbda65),segment_id=c6f124b8-f969-49dc-a75c-15d630fbda65)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:28:33.779352 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Tracked resource versions report: Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: pushed versions: Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: { 'AddressGroup': {'1.2'}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Agent': {'1.1'}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'ConntrackHelper': {'1.0'}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'LocalIPAssociation': {'1.0'}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Log': {'1.0'}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'NDPProxy': {'1.0'}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Network': {'1.1'}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Port': {'1.7'}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'PortForwarding': {'1.3'}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'QosPolicy': {'1.10'}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'SecurityGroup': {'1.5'}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'SecurityGroupRule': {'1.2'}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'SubPort': {'1.0'}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Subnet': {'1.1'}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Trunk': {'1.1'}} Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: consumer versions: Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: { DHCP agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: HyperV agent@hv-cinder-84131: {}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: L3 agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: Metadata agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: Metering agent@dv-cinder-841315-2-iscsi: {}, Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: Open vSwitch agent@dv-cinder-841315-2-iscsi: { 'AddressGroup': '1.2', Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Agent': '1.1', Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'ConntrackHelper': '1.0', Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'LocalIPAssociation': '1.0', Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Log': '1.0', Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'NDPProxy': '1.0', Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Network': '1.1', Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Port': '1.7', Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'PortForwarding': '1.3', Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'QosPolicy': '1.10', Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'SecurityGroup': '1.5', Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'SecurityGroupRule': '1.2', Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'SubPort': '1.0', Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Subnet': '1.1', Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: 'Trunk': '1.1'}} Jul 27 15:28:33.784833 dv-cinder-841315-2-iscsi neutron-server[103938]: {{(pid=103938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 15:28:33.807347 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] For port 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:28:33.810845 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Publish callbacks [] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.814329 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.814764 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] For port 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=8f13c15d-bff3-4b5b-9d4c-37063acdf8d2,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:28:33.829157 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9e81-55aa-403e-8148-981478f8ecdf admin admin] Publish callbacks [] for security_group (48371a44-5df7-4e05-a051-7a1dc9ce8936), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.846112 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (8f13c15d-bff3-4b5b-9d4c-37063acdf8d2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.849781 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9e81-55aa-403e-8148-981478f8ecdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (48371a44-5df7-4e05-a051-7a1dc9ce8936), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.856333 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (e2422075-5f3a-4ee2-a746-47d651dcdd3c), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:33.973448 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d782c1-7596-4c63-90ff-5aa9fe5f9845 None None] Pushing event updated for resources: {'Port': ['ID=8f13c15d-bff3-4b5b-9d4c-37063acdf8d2,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:33.977824 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Routers {'86061384-2070-4015-9452-2bc9aa9bb76b'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:28:33.979277 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:28:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['86061384-2070-4015-9452-2bc9aa9bb76b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:33.985679 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Allocated IP 172.27.1.122 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/f756fc75-944b-473d-ae75-760c35d5cfc2) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:28:33.998417 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-ca9c9e81-55aa-403e-8148-981478f8ecdf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=225967f646634875852c13d075dcb1fc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3717494 Jul 27 15:28:34.003038 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37858) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:34.034878 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c9e81-55aa-403e-8148-981478f8ecdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48371a44-5df7-4e05-a051-7a1dc9ce8936,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:34.052284 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:34.111457 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Pushing event updated for resources: {'Port': ['ID=f1c999a5-021a-47ba-90b6-f38497c4f5ff,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:34.127639 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Network 54d4d7af-884d-4461-b1ad-55fbebbc888a is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:34.129976 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:34.131881 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:34.136977 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:28:34.137688 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500358'] for router_interface (86061384-2070-4015-9452-2bc9aa9bb76b), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:34.161210 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Network bad7c82a-807d-4c47-8386-1a6c9fb4e649 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:34.195047 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:34.197723 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b3e7d-82c1-4077-98b7-ff30d7b27de4 None None] Pushing event updated for resources: {'Port': ['ID=a06045e1-89b3-407a-8c7d-601ba75d0ead,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:34.206782 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:28:34.237238 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0254-3450-4208-9240-3828398599af admin admin] Publish callbacks [] for security_group (48371a44-5df7-4e05-a051-7a1dc9ce8936), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:34.246609 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] Set router 86061384-2070-4015-9452-2bc9aa9bb76b gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:28:34.271472 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-585542d2-53cf-4b31-964f-8c1bfb598a2d None None] Provisioning complete for port a06045e1-89b3-407a-8c7d-601ba75d0ead triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:34.272117 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-585542d2-53cf-4b31-964f-8c1bfb598a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (a06045e1-89b3-407a-8c7d-601ba75d0ead), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:34.287843 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce6d86a-b5b1-4f9e-9a3f-b702134b41fb None None] Network c38721ce-4da8-41f0-9615-4459de2daf25 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:28:34.375514 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0254-3450-4208-9240-3828398599af admin admin] Publish callbacks [] for security_group (48371a44-5df7-4e05-a051-7a1dc9ce8936), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:34.434619 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374406'] for router (234b9294-d82c-40cf-8b8b-2c226e26df01), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:34.452284 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Publish callbacks [] for port (f756fc75-944b-473d-ae75-760c35d5cfc2), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:34.510187 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:34.531194 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Attempting to bind port 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:28:34.531570 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Attempting to bind port 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': 'c4d8fe64-5236-410c-82d1-867b4f3d232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:28:34.531954 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Attempting to bind port 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc on network bad7c82a-807d-4c47-8386-1a6c9fb4e649 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:28:34.551661 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port a06045e1-89b3-407a-8c7d-601ba75d0ead is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:34.590501 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Pushing event updated for resources: {'Port': ['ID=8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:34.592707 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:30Z', 'revision_number': 3, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port': {'id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:34.599739 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:28:34.601199 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Checking segment: {'id': 'c4d8fe64-5236-410c-82d1-867b4f3d232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:28:34.601981 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:34.602539 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Bound using segment: {'id': 'c4d8fe64-5236-410c-82d1-867b4f3d232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:28:34.603193 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Bound port: 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d8fe64-5236-410c-82d1-867b4f3d232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:28:34.603752 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:34.626324 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (f756fc75-944b-473d-ae75-760c35d5cfc2), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:34.631594 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0254-3450-4208-9240-3828398599af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (48371a44-5df7-4e05-a051-7a1dc9ce8936), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:34.635243 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0254-3450-4208-9240-3828398599af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:34.636811 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6f2d0254-3450-4208-9240-3828398599af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48371a44-5df7-4e05-a051-7a1dc9ce8936 HTTP/1.1" status: 204 len: 168 time: 0.6323619 Jul 27 15:28:34.653103 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:34.659759 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bde2520-ed02-44df-ba8f-a247716e2466 None None] The sync data for ids ['86061384-2070-4015-9452-2bc9aa9bb76b'] in dv-cinder-841315-2-iscsi is: [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:30Z', 'revision_number': 3, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port': {'id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:28:34.724225 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d0254-3450-4208-9240-3828398599af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48371a44-5df7-4e05-a051-7a1dc9ce8936,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:34.729155 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:34.751607 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:34.785412 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:28:34.966301 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Publish callbacks [] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:34.977676 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:34.982319 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500474'] for router_interface (86061384-2070-4015-9452-2bc9aa9bb76b), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:34.993301 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Allocated IP 172.27.1.21 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/faecff9d-5d06-4388-be3b-7d645d0787af) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:28:35.000836 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Pushing event updated for resources: {'Port': ['ID=f756fc75-944b-473d-ae75-760c35d5cfc2,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:35.002962 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device a06045e1-89b3-407a-8c7d-601ba75d0ead up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:35.019571 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a449c3-d393-4716-9206-352e4c2f3654 None None] Pushing event updated for resources: {'Port': ['ID=e2422075-5f3a-4ee2-a746-47d651dcdd3c,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:35.116133 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:35.148737 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Pushing event updated for resources: {'Port': ['ID=f1c999a5-021a-47ba-90b6-f38497c4f5ff,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:35.177266 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-585542d2-53cf-4b31-964f-8c1bfb598a2d None None] Current status of the port a06045e1-89b3-407a-8c7d-601ba75d0ead is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:35.205692 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Router 234b9294-d82c-40cf-8b8b-2c226e26df01 is scheduled to L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 15:28:35.218865 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] For port 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:28:35.241277 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] For port 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:28:35.260893 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Network 54d4d7af-884d-4461-b1ad-55fbebbc888a is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:35.273174 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:35.283646 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:35.401489 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port a06045e1-89b3-407a-8c7d-601ba75d0ead triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:35.401874 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (a06045e1-89b3-407a-8c7d-601ba75d0ead), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:35.412919 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 37878) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:35.478045 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b4673f6-6525-4708-ba81-9baec8177b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:35.521456 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-21b3af21-b24e-47e5-b45a-8c1b066f6b7e None None] Provisioning complete for port f1c999a5-021a-47ba-90b6-f38497c4f5ff triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:35.522406 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-21b3af21-b24e-47e5-b45a-8c1b066f6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:35.566733 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Router 86061384-2070-4015-9452-2bc9aa9bb76b has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:28:35.586658 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5bd4d-e35a-46bd-a159-58ed94dc7c13 None None] Pushing event updated for resources: {'Port': ['ID=8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:35.640598 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-21b3af21-b24e-47e5-b45a-8c1b066f6b7e None None] Port f1c999a5-021a-47ba-90b6-f38497c4f5ff cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:28:35.652237 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-21b3af21-b24e-47e5-b45a-8c1b066f6b7e None None] Provisioning complete for port 99376fff-0347-458c-81d2-d56e2b4aebf4 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:35.652918 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-21b3af21-b24e-47e5-b45a-8c1b066f6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (99376fff-0347-458c-81d2-d56e2b4aebf4), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:35.705154 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:35.705710 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:35.708098 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:35.722998 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Publish callbacks [] for port (faecff9d-5d06-4388-be3b-7d645d0787af), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:35.757979 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:35.758741 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:35.759507 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:35.761015 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:28:35.766281 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-baa7da48-a2a0-4e3f-a26c-1916d1c7d72e admin admin] 10.222.0.36 "PUT /v2.0/routers/86061384-2070-4015-9452-2bc9aa9bb76b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0289810 Jul 27 15:28:35.863217 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Publish callbacks [] for router_gateway (8ae11637-2b3a-4c8c-a15b-c360916f2037), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:35.871214 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:28:35.912923 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a57394-d615-408a-a996-9a4155721302 None None] Network d6880b01-7ed5-4f46-967a-222879a1ea88 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:28:35.927476 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (faecff9d-5d06-4388-be3b-7d645d0787af), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:36.033521 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Sync routers for ids ['234b9294-d82c-40cf-8b8b-2c226e26df01'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:28:36.055227 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port a06045e1-89b3-407a-8c7d-601ba75d0ead is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:36.056453 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 99376fff-0347-458c-81d2-d56e2b4aebf4 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:36.085676 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:36.089378 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37900) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:36.089753 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d0354c01-a3db-4693-933b-782316ad4b59 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6686254 Jul 27 15:28:36.094683 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:36.125243 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:36.135730 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:28:36.195875 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-21b3af21-b24e-47e5-b45a-8c1b066f6b7e None None] Current status of the port 99376fff-0347-458c-81d2-d56e2b4aebf4 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:36.204720 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-21b3af21-b24e-47e5-b45a-8c1b066f6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (99376fff-0347-458c-81d2-d56e2b4aebf4), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:36.266983 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Routers {'234b9294-d82c-40cf-8b8b-2c226e26df01'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:28:36.280762 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Pushing event updated for resources: {'Port': ['ID=faecff9d-5d06-4388-be3b-7d645d0787af,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:36.282366 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:28:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['234b9294-d82c-40cf-8b8b-2c226e26df01'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:36.284621 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b4673f6-6525-4708-ba81-9baec8177b9d admin admin] Publish callbacks [] for security_group (dfc689a3-c54b-442a-adc4-c07867efa5cd), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:36.333268 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:36.334863 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b4673f6-6525-4708-ba81-9baec8177b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (dfc689a3-c54b-442a-adc4-c07867efa5cd), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:36.422265 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4673f6-6525-4708-ba81-9baec8177b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc689a3-c54b-442a-adc4-c07867efa5cd,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:36.462775 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-21b3af21-b24e-47e5-b45a-8c1b066f6b7e None None] For port 99376fff-0347-458c-81d2-d56e2b4aebf4, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=99376fff-0347-458c-81d2-d56e2b4aebf4,segment=NetworkSegment(0d782dbe-2f4f-4b48-ac38-39f77cc9248d),segment_id=0d782dbe-2f4f-4b48-ac38-39f77cc9248d)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:36.497463 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37920) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:36.502338 dv-cinder-841315-2-iscsi neutron-server[103935]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 15:28:36.539885 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Set router 234b9294-d82c-40cf-8b8b-2c226e26df01 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:28:36.617397 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-21b3af21-b24e-47e5-b45a-8c1b066f6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (99376fff-0347-458c-81d2-d56e2b4aebf4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:36.705284 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3af21-b24e-47e5-b45a-8c1b066f6b7e None None] Pushing event updated for resources: {'Port': ['ID=99376fff-0347-458c-81d2-d56e2b4aebf4,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:36.728348 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 99376fff-0347-458c-81d2-d56e2b4aebf4 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:36.728837 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (99376fff-0347-458c-81d2-d56e2b4aebf4), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:36.737640 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374406'] for router (8ae11637-2b3a-4c8c-a15b-c360916f2037), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:36.822371 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Publish callbacks [] for router_gateway (1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:36.828057 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a3ff4e3c-0560-4d2a-9265-2d98e74b3820 None None] Provisioning complete for port f1c999a5-021a-47ba-90b6-f38497c4f5ff triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:36.828057 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4e3c-0560-4d2a-9265-2d98e74b3820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:36.831579 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7b4673f6-6525-4708-ba81-9baec8177b9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb9c821239e24aef9bfdc157a2f1301a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4174318 Jul 27 15:28:36.835718 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 37924) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:36.858193 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:36.913145 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff4e3c-0560-4d2a-9265-2d98e74b3820 None None] Port f1c999a5-021a-47ba-90b6-f38497c4f5ff cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:28:36.931419 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-c3d19e03-1fce-4d36-b37f-607883a2858c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:36.935485 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 99376fff-0347-458c-81d2-d56e2b4aebf4 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:36.940074 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-c3d19e03-1fce-4d36-b37f-607883a2858c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 819 time: 0.4394150 Jul 27 15:28:36.965196 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a3ff4e3c-0560-4d2a-9265-2d98e74b3820 None None] Provisioning complete for port 99376fff-0347-458c-81d2-d56e2b4aebf4 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:36.965196 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4e3c-0560-4d2a-9265-2d98e74b3820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (99376fff-0347-458c-81d2-d56e2b4aebf4), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:36.982898 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-2cb197f4-e500-447b-9fa0-4c394fe769a1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/quotas/736d8803a13e4dddb1ef32b7ab11eb1c HTTP/1.1" status: 200 len: 375 time: 0.0418119 Jul 27 15:28:37.003797 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998f2847-bbe4-4b52-af6e-d12eacbe10cd None None] Network bad7c82a-807d-4c47-8386-1a6c9fb4e649 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:28:37.177485 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:33Z', 'revision_number': 3, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:37.286772 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:37.346552 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-b4f15523-2fd7-4e4b-b878-feb02bea3e13 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3625422 Jul 27 15:28:37.401877 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f0ceafbb-ca36-41c7-8ff4-dfa77d07fb83 admin admin] Publish callbacks [] for security_group (dfc689a3-c54b-442a-adc4-c07867efa5cd), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:37.434246 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:37.526348 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 99376fff-0347-458c-81d2-d56e2b4aebf4 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:37.533154 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f0ceafbb-ca36-41c7-8ff4-dfa77d07fb83 admin admin] Publish callbacks [] for security_group (dfc689a3-c54b-442a-adc4-c07867efa5cd), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:37.564167 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:37.579249 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff4e3c-0560-4d2a-9265-2d98e74b3820 None None] Current status of the port 99376fff-0347-458c-81d2-d56e2b4aebf4 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:37.595926 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Checking router: 234b9294-d82c-40cf-8b8b-2c226e26df01 for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:28:37.596567 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Updating router 234b9294-d82c-40cf-8b8b-2c226e26df01 port ede82eeb-39f4-4652-975d-0576d9c9263c binding host dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:28:37.660629 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-a3ff4e3c-0560-4d2a-9265-2d98e74b3820 None None] Provisioning complete for port e2422075-5f3a-4ee2-a746-47d651dcdd3c triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:37.661912 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4e3c-0560-4d2a-9265-2d98e74b3820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (e2422075-5f3a-4ee2-a746-47d651dcdd3c), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:37.664494 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (ede82eeb-39f4-4652-975d-0576d9c9263c), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:37.735522 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Router 8ae11637-2b3a-4c8c-a15b-c360916f2037 is scheduled to L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 15:28:37.745480 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:37.765182 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374406'] for router (1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:37.802036 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 99376fff-0347-458c-81d2-d56e2b4aebf4 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:37.802036 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (99376fff-0347-458c-81d2-d56e2b4aebf4), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:37.826669 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-7fcf7d22-90b9-484c-b4c8-74fb57ac502f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 15:28:37.827693 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-7fcf7d22-90b9-484c-b4c8-74fb57ac502f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1420252 Jul 27 15:28:37.848995 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Sync routers for ids ['86061384-2070-4015-9452-2bc9aa9bb76b'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:28:37.869519 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Routers {'86061384-2070-4015-9452-2bc9aa9bb76b'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:28:37.870291 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:28:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['86061384-2070-4015-9452-2bc9aa9bb76b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:37.974110 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Allocated IP 172.20.0.1 (c38721ce-4da8-41f0-9615-4459de2daf25/e0cea517-b378-4c3d-b1c1-f934678ba74f/c72c925d-1264-4bcf-b9bf-3f489f419faa) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:28:37.977219 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f0ceafbb-ca36-41c7-8ff4-dfa77d07fb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (dfc689a3-c54b-442a-adc4-c07867efa5cd), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:37.980003 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f0ceafbb-ca36-41c7-8ff4-dfa77d07fb83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:37.981400 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f0ceafbb-ca36-41c7-8ff4-dfa77d07fb83 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dfc689a3-c54b-442a-adc4-c07867efa5cd HTTP/1.1" status: 204 len: 168 time: 1.1444919 Jul 27 15:28:38.009168 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ceafbb-ca36-41c7-8ff4-dfa77d07fb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc689a3-c54b-442a-adc4-c07867efa5cd,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:38.017866 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Set router 86061384-2070-4015-9452-2bc9aa9bb76b gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:28:38.070426 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 37962) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:38.102410 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:28:38.113796 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:38.124146 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Router 1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e is scheduled to L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 15:28:38.149387 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Sync routers for ids ['8ae11637-2b3a-4c8c-a15b-c360916f2037'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:28:38.176017 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:38.177248 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-22ff3745-b9d9-4a11-9070-0471e48f95af admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2724340 Jul 27 15:28:38.178374 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:38.180413 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 37966) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:38.188247 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 99376fff-0347-458c-81d2-d56e2b4aebf4 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:38.192176 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:38.211999 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:38.253843 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Routers {'8ae11637-2b3a-4c8c-a15b-c360916f2037'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:28:38.255132 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:28:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['8ae11637-2b3a-4c8c-a15b-c360916f2037'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:38.263786 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-3e2644b5-b933-4a10-acaa-7e20d9483b55 service neutron] 10.222.0.36 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211049 Jul 27 15:28:38.367975 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c00ff9a8-adbe-469a-8d01-d00c914187ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:38.420010 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:38.424907 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:34Z', 'revision_number': 4, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port': {'id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'f1c999a5-021a-47ba-90b6-f38497c4f5ff', 'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'mac_address': 'fa:16:3e:2a:35:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:34Z', 'revision_number': 2, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'subnets': [{'id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:38.425106 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Set router 8ae11637-2b3a-4c8c-a15b-c360916f2037 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:28:38.453208 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Publish callbacks [] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:38.479954 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Checking router: 86061384-2070-4015-9452-2bc9aa9bb76b for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:28:38.480626 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Updating router 86061384-2070-4015-9452-2bc9aa9bb76b port f1c999a5-021a-47ba-90b6-f38497c4f5ff binding host dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:28:38.482653 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:38.507005 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:28:38.529830 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Sync routers for ids ['1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:28:38.568303 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:38.577653 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:38.583721 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6d84753b-2ecd-4a99-ad5d-9d0cebe51b7f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8881259 Jul 27 15:28:38.586369 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 37984) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:38.597456 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Routers {'1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:28:38.598091 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:28:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:38.607329 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-902fbb93-dc36-46e1-8702-0501d885104f service neutron] 10.222.0.36 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330815 Jul 27 15:28:38.626642 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff4e3c-0560-4d2a-9265-2d98e74b3820 None None] Current status of the port e2422075-5f3a-4ee2-a746-47d651dcdd3c is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:38.627282 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4e3c-0560-4d2a-9265-2d98e74b3820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (e2422075-5f3a-4ee2-a746-47d651dcdd3c), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:38.690474 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c00ff9a8-adbe-469a-8d01-d00c914187ae admin admin] Publish callbacks [] for security_group (b2e382ad-5f12-4c83-96ba-3f5c5caf610d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:38.729308 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c00ff9a8-adbe-469a-8d01-d00c914187ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (b2e382ad-5f12-4c83-96ba-3f5c5caf610d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:38.769821 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:38.770354 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:38.771285 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:38.794200 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:38.799866 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c00ff9a8-adbe-469a-8d01-d00c914187ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cfd56d6b673a4a74943ba094ae3f6cda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7243192 Jul 27 15:28:38.800760 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ff9a8-adbe-469a-8d01-d00c914187ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e382ad-5f12-4c83-96ba-3f5c5caf610d,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:38.812902 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 37990) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:38.822214 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a3ff4e3c-0560-4d2a-9265-2d98e74b3820 None None] For port e2422075-5f3a-4ee2-a746-47d651dcdd3c, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=e2422075-5f3a-4ee2-a746-47d651dcdd3c,segment=NetworkSegment(c6f124b8-f969-49dc-a75c-15d630fbda65),segment_id=c6f124b8-f969-49dc-a75c-15d630fbda65)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:38.852830 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4e3c-0560-4d2a-9265-2d98e74b3820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (e2422075-5f3a-4ee2-a746-47d651dcdd3c), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:38.930920 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2443692e-03d9-4cf8-853e-5ebeb2b866e9 admin admin] Publish callbacks [] for security_group (b2e382ad-5f12-4c83-96ba-3f5c5caf610d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:38.965050 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Network c38721ce-4da8-41f0-9615-4459de2daf25 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:38.966656 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2443692e-03d9-4cf8-853e-5ebeb2b866e9 admin admin] Publish callbacks [] for security_group (b2e382ad-5f12-4c83-96ba-3f5c5caf610d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:38.994590 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:39.008648 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Set router 1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:28:39.009836 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:39.013338 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:28:39.013823 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500358'] for router_interface (234b9294-d82c-40cf-8b8b-2c226e26df01), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:39.047296 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Pushing event updated for resources: {'Port': ['ID=c72c925d-1264-4bcf-b9bf-3f489f419faa,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:39.118280 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:39.128281 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2443692e-03d9-4cf8-853e-5ebeb2b866e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (b2e382ad-5f12-4c83-96ba-3f5c5caf610d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:39.131398 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2443692e-03d9-4cf8-853e-5ebeb2b866e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:39.132919 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-2443692e-03d9-4cf8-853e-5ebeb2b866e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2e382ad-5f12-4c83-96ba-3f5c5caf610d HTTP/1.1" status: 204 len: 168 time: 0.3169472 Jul 27 15:28:39.154215 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443692e-03d9-4cf8-853e-5ebeb2b866e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e382ad-5f12-4c83-96ba-3f5c5caf610d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:39.174706 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 38008) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:39.232572 dv-cinder-841315-2-iscsi neutron-server[103936]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 15:28:39.260215 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-e6d408a8-4542-4d05-8f9b-7b37bfbbfbe7 None None] Provisioning complete for port 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:39.260590 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e6d408a8-4542-4d05-8f9b-7b37bfbbfbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:39.279345 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:35Z', 'revision_number': 3, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:39.283893 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:39.289714 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff4e3c-0560-4d2a-9265-2d98e74b3820 None None] Pushing event updated for resources: {'Port': ['ID=e2422075-5f3a-4ee2-a746-47d651dcdd3c,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:39.353079 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-135971b2-50be-410b-b03e-38efe2fc4163 req-826e253c-2c80-4d3e-9ffc-c6828c4ad91a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 210 time: 0.1233056 Jul 27 15:28:39.486715 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:39.487304 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:39.502933 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Checking router: 8ae11637-2b3a-4c8c-a15b-c360916f2037 for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:28:39.503294 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Updating router 8ae11637-2b3a-4c8c-a15b-c360916f2037 port f756fc75-944b-473d-ae75-760c35d5cfc2 binding host dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:28:39.586211 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (f756fc75-944b-473d-ae75-760c35d5cfc2), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:39.611625 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Publish callbacks [] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:39.618431 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:39.639768 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:39.643331 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:39.700494 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:39.784578 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'name': 'tempest-DeleteServersTestJSON-1247541827-router', 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faecff9d-5d06-4388-be3b-7d645d0787af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:36Z', 'revision_number': 3, 'project_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'gw_port': {'id': 'faecff9d-5d06-4388-be3b-7d645d0787af', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:33Z', 'updated_at': '2022-07-27T15:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:39.826676 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Checking router: 1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:28:39.826676 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Updating router 1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e port faecff9d-5d06-4388-be3b-7d645d0787af binding host dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:28:39.832854 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:39.839710 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Publish callbacks [] for port (ede82eeb-39f4-4652-975d-0576d9c9263c), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:39.843289 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:39.895549 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (faecff9d-5d06-4388-be3b-7d645d0787af), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:40.104473 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eec303-f587-41d8-886b-4ea3c81e9963 None None] Pushing event updated for resources: {'Port': ['ID=f1c999a5-021a-47ba-90b6-f38497c4f5ff,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:40.125294 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Attempting to bind port f1c999a5-021a-47ba-90b6-f38497c4f5ff on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:28:40.125840 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Attempting to bind port f1c999a5-021a-47ba-90b6-f38497c4f5ff by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:28:40.126347 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Attempting to bind port f1c999a5-021a-47ba-90b6-f38497c4f5ff on network 54d4d7af-884d-4461-b1ad-55fbebbc888a {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:28:40.127161 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:40.132816 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:28:40.133416 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Checking segment: {'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:28:40.133984 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:40.134508 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Bound using segment: {'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:28:40.135119 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Bound port: f1c999a5-021a-47ba-90b6-f38497c4f5ff, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:28:40.135811 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (ede82eeb-39f4-4652-975d-0576d9c9263c), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:40.135988 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:40.238914 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Publish callbacks [] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:40.259936 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] For port f1c999a5-021a-47ba-90b6-f38497c4f5ff, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:28:40.264251 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] For port f1c999a5-021a-47ba-90b6-f38497c4f5ff, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=f1c999a5-021a-47ba-90b6-f38497c4f5ff,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:28:40.274900 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:40.295209 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:40.305202 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:40.306341 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500474'] for router_interface (234b9294-d82c-40cf-8b8b-2c226e26df01), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:40.314069 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c755c-7c8b-4daf-b55a-3a4b01111fd3 None None] Pushing event updated for resources: {'Port': ['ID=ede82eeb-39f4-4652-975d-0576d9c9263c,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:40.320116 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:40.324776 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:40.381642 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Allocated IP 172.20.0.1 (bad7c82a-807d-4c47-8386-1a6c9fb4e649/40f6b828-0dfb-469f-8ba5-9835528b3b1e/0172039e-4d78-431f-989e-eb964871cdcb) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:28:40.396138 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eec303-f587-41d8-886b-4ea3c81e9963 None None] Pushing event updated for resources: {'Port': ['ID=f1c999a5-021a-47ba-90b6-f38497c4f5ff,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:40.468653 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Routers {'86061384-2070-4015-9452-2bc9aa9bb76b'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:28:40.469313 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:28:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['86061384-2070-4015-9452-2bc9aa9bb76b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:40.558497 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:40.605547 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Pushing event updated for resources: {'Port': ['ID=c72c925d-1264-4bcf-b9bf-3f489f419faa,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:40.847918 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] Set router 86061384-2070-4015-9452-2bc9aa9bb76b gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:28:41.057919 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-9e939bff-1d34-47ee-ac19-19c346781dd7 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:41.076146 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-9e939bff-1d34-47ee-ac19-19c346781dd7 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 819 time: 0.9683537 Jul 27 15:28:41.103797 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-fab15951-8462-4797-97a3-e9ae55d593f0 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/quotas/736d8803a13e4dddb1ef32b7ab11eb1c HTTP/1.1" status: 200 len: 375 time: 0.0248072 Jul 27 15:28:41.120741 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-e6d408a8-4542-4d05-8f9b-7b37bfbbfbe7 None None] Current status of the port 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:41.130886 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Attempting to bind port ede82eeb-39f4-4652-975d-0576d9c9263c on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:28:41.131853 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Attempting to bind port ede82eeb-39f4-4652-975d-0576d9c9263c by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:28:41.132518 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Attempting to bind port ede82eeb-39f4-4652-975d-0576d9c9263c on network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:28:41.230308 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:28:41.239525 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Checking segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:28:41.240204 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:41.240738 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Bound using segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:28:41.241348 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Bound port: ede82eeb-39f4-4652-975d-0576d9c9263c, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:28:41.241855 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (ede82eeb-39f4-4652-975d-0576d9c9263c), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:41.243103 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Allocated IP 172.20.0.1 (d6880b01-7ed5-4f46-967a-222879a1ea88/004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6/8a1d843c-9aba-43d4-a7aa-681c99f61047) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:28:41.256743 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Publish callbacks [] for port (f756fc75-944b-473d-ae75-760c35d5cfc2), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:41.262184 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-edacf49a-c714-4921-9304-87668484a26c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1569223 Jul 27 15:28:41.344597 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-e6d408a8-4542-4d05-8f9b-7b37bfbbfbe7 None None] Provisioning complete for port e2422075-5f3a-4ee2-a746-47d651dcdd3c triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:41.345010 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e6d408a8-4542-4d05-8f9b-7b37bfbbfbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (e2422075-5f3a-4ee2-a746-47d651dcdd3c), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:41.363167 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (f756fc75-944b-473d-ae75-760c35d5cfc2), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:41.375158 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:41.431544 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Network c38721ce-4da8-41f0-9615-4459de2daf25 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:41.440935 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:41.442936 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:41.444890 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:41.536166 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Publish callbacks [] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:41.657860 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:41.731594 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:41.731996 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (8f13c15d-bff3-4b5b-9d4c-37063acdf8d2), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:41.749377 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:41.765936 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Publish callbacks [] for port (0172039e-4d78-431f-989e-eb964871cdcb), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:41.783107 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:34Z', 'revision_number': 4, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port': {'id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'f1c999a5-021a-47ba-90b6-f38497c4f5ff', 'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'mac_address': 'fa:16:3e:2a:35:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:40Z', 'revision_number': 4, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'subnets': [{'id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:41.811395 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:41.838785 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Network d6880b01-7ed5-4f46-967a-222879a1ea88 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:41.843004 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:41.861299 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:28:41.861819 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500358'] for router_interface (1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:41.882381 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] For port ede82eeb-39f4-4652-975d-0576d9c9263c, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:28:41.915088 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142cdc48-29b6-4fbb-967b-acde07a06679 None None] The sync data for ids ['86061384-2070-4015-9452-2bc9aa9bb76b'] in dv-cinder-841315-2-iscsi is: [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:34Z', 'revision_number': 4, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port': {'id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'f1c999a5-021a-47ba-90b6-f38497c4f5ff', 'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'mac_address': 'fa:16:3e:2a:35:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:40Z', 'revision_number': 4, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'subnets': [{'id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:28:41.929501 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] For port ede82eeb-39f4-4652-975d-0576d9c9263c, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=ede82eeb-39f4-4652-975d-0576d9c9263c,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:28:41.936960 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Pushing event updated for resources: {'Port': ['ID=8a1d843c-9aba-43d4-a7aa-681c99f61047,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:41.981987 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8329d-8000-4dbc-b890-1c3f8dbac4b2 None None] Pushing event updated for resources: {'Port': ['ID=f756fc75-944b-473d-ae75-760c35d5cfc2,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:42.006587 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Attempting to bind port f756fc75-944b-473d-ae75-760c35d5cfc2 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:28:42.008684 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Attempting to bind port f756fc75-944b-473d-ae75-760c35d5cfc2 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:28:42.010499 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Attempting to bind port f756fc75-944b-473d-ae75-760c35d5cfc2 on network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:28:42.154433 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Router 234b9294-d82c-40cf-8b8b-2c226e26df01 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:28:42.194382 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (0172039e-4d78-431f-989e-eb964871cdcb), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:42.205477 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:28:42.206091 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Checking segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:28:42.214305 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:42.214748 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Bound using segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:28:42.215631 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Bound port: f756fc75-944b-473d-ae75-760c35d5cfc2, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:28:42.218508 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (f756fc75-944b-473d-ae75-760c35d5cfc2), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:42.278669 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (ede82eeb-39f4-4652-975d-0576d9c9263c), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:42.295584 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Publish callbacks [] for port (faecff9d-5d06-4388-be3b-7d645d0787af), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:42.326671 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (faecff9d-5d06-4388-be3b-7d645d0787af), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:42.385330 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0172039e-4d78-431f-989e-eb964871cdcb,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:42.522315 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0999b-ddc7-4df9-a4f7-ded073c6121a None None] Pushing event updated for resources: {'Port': ['ID=faecff9d-5d06-4388-be3b-7d645d0787af,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:42.553922 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Network bad7c82a-807d-4c47-8386-1a6c9fb4e649 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:42.554394 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Attempting to bind port faecff9d-5d06-4388-be3b-7d645d0787af on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:28:42.554394 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Attempting to bind port faecff9d-5d06-4388-be3b-7d645d0787af by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:28:42.554394 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Attempting to bind port faecff9d-5d06-4388-be3b-7d645d0787af on network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:28:42.566178 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c755c-7c8b-4daf-b55a-3a4b01111fd3 None None] Pushing event updated for resources: {'Port': ['ID=ede82eeb-39f4-4652-975d-0576d9c9263c,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:42.569398 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:42.588534 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:28:42.588997 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:42.589562 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (8f13c15d-bff3-4b5b-9d4c-37063acdf8d2), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:42.591580 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:28:42.592119 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500358'] for router_interface (8ae11637-2b3a-4c8c-a15b-c360916f2037), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:42.592246 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Checking segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:28:42.592727 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:42.595519 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Bound using segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:28:42.598155 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Bound port: faecff9d-5d06-4388-be3b-7d645d0787af, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:28:42.598690 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (faecff9d-5d06-4388-be3b-7d645d0787af), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:42.651717 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=8f13c15d-bff3-4b5b-9d4c-37063acdf8d2,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:42.653412 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Routers {'234b9294-d82c-40cf-8b8b-2c226e26df01'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:28:42.655682 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:28:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['234b9294-d82c-40cf-8b8b-2c226e26df01'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:42.691297 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-4a9485df-e357-45e5-95b2-c7d893242dc0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 15:28:42.697215 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-4a9485df-e357-45e5-95b2-c7d893242dc0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9233665 Jul 27 15:28:42.812599 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] For port faecff9d-5d06-4388-be3b-7d645d0787af, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:28:42.824882 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] For port faecff9d-5d06-4388-be3b-7d645d0787af, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=faecff9d-5d06-4388-be3b-7d645d0787af,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:28:42.841317 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (faecff9d-5d06-4388-be3b-7d645d0787af), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:42.926513 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:42.928179 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:43.028320 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] Set router 234b9294-d82c-40cf-8b8b-2c226e26df01 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:28:43.028783 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:28:43.050313 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-484884c5-77b5-465f-a02d-dcad36179938 admin admin] 10.222.0.36 "PUT /v2.0/routers/234b9294-d82c-40cf-8b8b-2c226e26df01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9598236 Jul 27 15:28:43.091627 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Routers {'1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:28:43.092414 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:28:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:43.164813 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.42', 49959) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:43.198660 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:43.254990 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (8f13c15d-bff3-4b5b-9d4c-37063acdf8d2), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:43.270160 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device e2422075-5f3a-4ee2-a746-47d651dcdd3c up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:43.347496 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-563ec5ed-1ddd-4195-b3e0-8bc96798088c service neutron] 10.222.0.36 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245887 Jul 27 15:28:43.394128 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] Set router 1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:28:43.426333 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (0172039e-4d78-431f-989e-eb964871cdcb), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:43.435140 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0999b-ddc7-4df9-a4f7-ded073c6121a None None] Pushing event updated for resources: {'Port': ['ID=faecff9d-5d06-4388-be3b-7d645d0787af,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:43.502168 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-675be20d-197d-4c0f-aa03-ed553b7f5305 service neutron] 10.222.0.36 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449392 Jul 27 15:28:43.540443 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 38208) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:43.549806 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-fa589b0e-7b54-469f-9eb3-98c7a377612c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:43.551671 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-fa589b0e-7b54-469f-9eb3-98c7a377612c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 819 time: 0.3853648 Jul 27 15:28:43.574556 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:43.630510 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-f1a9b2ef-3d5c-41f5-b213-e22612eec69c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Request body: {'port': {'device_id': '44a82d27-5756-4ee1-8c2e-d6a26bf75f15', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'admin_state_up': True, 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:43.697571 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Publish callbacks [] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:43.717870 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:43.721905 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500474'] for router_interface (1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:43.849065 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:43.905289 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-f1a9b2ef-3d5c-41f5-b213-e22612eec69c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Made reservation on behalf of 736d8803a13e4dddb1ef32b7ab11eb1c for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:28:43.911211 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-f1a9b2ef-3d5c-41f5-b213-e22612eec69c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:44.039122 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Pushing event updated for resources: {'Port': ['ID=8a1d843c-9aba-43d4-a7aa-681c99f61047,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:44.100990 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] For port f756fc75-944b-473d-ae75-760c35d5cfc2, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:28:44.131648 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Network d6880b01-7ed5-4f46-967a-222879a1ea88 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:44.139024 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:44.167661 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:44.171310 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-e6d408a8-4542-4d05-8f9b-7b37bfbbfbe7 None None] Current status of the port e2422075-5f3a-4ee2-a746-47d651dcdd3c is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:44.219094 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8571600e-b5f4-4b6c-9be4-e62b3f568d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:44.227458 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] For port f756fc75-944b-473d-ae75-760c35d5cfc2, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=f756fc75-944b-473d-ae75-760c35d5cfc2,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:28:44.239268 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=8f13c15d-bff3-4b5b-9d4c-37063acdf8d2,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:44.272703 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (f756fc75-944b-473d-ae75-760c35d5cfc2), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:44.360742 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'name': 'tempest-DeleteServersTestJSON-1247541827-router', 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faecff9d-5d06-4388-be3b-7d645d0787af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 4, 'project_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'gw_port': {'id': 'faecff9d-5d06-4388-be3b-7d645d0787af', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:33Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '8a1d843c-9aba-43d4-a7aa-681c99f61047', 'name': '', 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88', 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'mac_address': 'fa:16:3e:52:84:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:28:41Z', 'revision_number': 1, 'project_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'subnets': [{'id': '004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:44.394793 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port e2422075-5f3a-4ee2-a746-47d651dcdd3c triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:44.395173 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (e2422075-5f3a-4ee2-a746-47d651dcdd3c), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:44.433430 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1abc2a5-c2e3-49f7-a54d-677ffb678b76 None None] The sync data for ids ['1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'] in dv-cinder-841315-2-iscsi is: [{'id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'name': 'tempest-DeleteServersTestJSON-1247541827-router', 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faecff9d-5d06-4388-be3b-7d645d0787af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 4, 'project_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'gw_port': {'id': 'faecff9d-5d06-4388-be3b-7d645d0787af', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:33Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '8a1d843c-9aba-43d4-a7aa-681c99f61047', 'name': '', 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88', 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'mac_address': 'fa:16:3e:52:84:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:28:41Z', 'revision_number': 1, 'project_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'subnets': [{'id': '004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:28:44.437539 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f67e7acd-ec25-4606-94d0-919d35801935 req-eeaf2553-1763-406a-9092-87c04ba15cc7 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 210 time: 0.1579716 Jul 27 15:28:44.573801 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-c4034d4d-55ba-4bdb-8d6c-2b94754431c0 None None] Provisioning complete for port f1c999a5-021a-47ba-90b6-f38497c4f5ff triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:44.577495 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c4034d4d-55ba-4bdb-8d6c-2b94754431c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:44.673428 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Router 1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:28:44.682918 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-f1a9b2ef-3d5c-41f5-b213-e22612eec69c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Allocated IP 172.20.0.4 (54d4d7af-884d-4461-b1ad-55fbebbc888a/883a3f24-7bbd-4327-bcdc-69598788608b/3810c698-7926-46e1-9f80-aa481b319cbb) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:28:44.712478 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 38296) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:44.790036 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-bb539929-bdab-4602-968d-a71dfddd9a32 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1601914141', 'description': 'tempest-description--2096015699'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:44.842994 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Publish callbacks [] for port (0172039e-4d78-431f-989e-eb964871cdcb), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:44.872475 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port e2422075-5f3a-4ee2-a746-47d651dcdd3c is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:44.877484 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (0172039e-4d78-431f-989e-eb964871cdcb), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:44.878264 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500474'] for router_interface (8ae11637-2b3a-4c8c-a15b-c360916f2037), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:44.900161 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8329d-8000-4dbc-b890-1c3f8dbac4b2 None None] Pushing event updated for resources: {'Port': ['ID=f756fc75-944b-473d-ae75-760c35d5cfc2,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:44.927712 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Routers {'8ae11637-2b3a-4c8c-a15b-c360916f2037'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:28:44.927712 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:28:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['8ae11637-2b3a-4c8c-a15b-c360916f2037'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:45.101969 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Network bad7c82a-807d-4c47-8386-1a6c9fb4e649 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:45.148388 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:45.152199 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:45.171469 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:28:45.203784 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 38318) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:45.216965 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-739341a7-45ef-49df-93f8-83405a940b06 admin admin] 10.222.0.36 "PUT /v2.0/routers/1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6292043 Jul 27 15:28:45.275569 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:45.290966 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb539929-bdab-4602-968d-a71dfddd9a32 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:45.317324 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'c72c925d-1264-4bcf-b9bf-3f489f419faa', 'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'mac_address': 'fa:16:3e:d9:b2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:37Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 2, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'subnets': [{'id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:45.324972 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-c4034d4d-55ba-4bdb-8d6c-2b94754431c0 None None] Current status of the port f1c999a5-021a-47ba-90b6-f38497c4f5ff is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:45.341846 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c4034d4d-55ba-4bdb-8d6c-2b94754431c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:45.404124 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd21be8d-ed2a-43f5-bef5-c5932f0b2c1b None None] The sync data for ids ['234b9294-d82c-40cf-8b8b-2c226e26df01'] in dv-cinder-841315-2-iscsi is: [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'c72c925d-1264-4bcf-b9bf-3f489f419faa', 'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'mac_address': 'fa:16:3e:d9:b2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:37Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 2, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'subnets': [{'id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:28:45.410908 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] Set router 8ae11637-2b3a-4c8c-a15b-c360916f2037 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:28:45.530891 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 38330) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:45.631545 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:45.673486 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-c4034d4d-55ba-4bdb-8d6c-2b94754431c0 None None] For port f1c999a5-021a-47ba-90b6-f38497c4f5ff, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=f1c999a5-021a-47ba-90b6-f38497c4f5ff,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:45.688157 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb539929-bdab-4602-968d-a71dfddd9a32 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group (d6a93dbd-f123-42a6-b19a-54f90bab0292), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:45.761590 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb539929-bdab-4602-968d-a71dfddd9a32 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (d6a93dbd-f123-42a6-b19a-54f90bab0292), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:45.791857 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0172039e-4d78-431f-989e-eb964871cdcb,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:45.837978 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c4034d4d-55ba-4bdb-8d6c-2b94754431c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:46.376671 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-c4034d4d-55ba-4bdb-8d6c-2b94754431c0 None None] Provisioning complete for port 0172039e-4d78-431f-989e-eb964871cdcb triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:46.377403 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c4034d4d-55ba-4bdb-8d6c-2b94754431c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (0172039e-4d78-431f-989e-eb964871cdcb), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:46.378485 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:46.533825 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-280e2ba8-2ab1-443f-90c7-175a8fe64949 req-547c3eec-e85e-4c71-89a9-c186879000ca tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 210 time: 0.9133344 Jul 27 15:28:46.622942 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:46.623359 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:46.633690 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:46.649853 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb539929-bdab-4602-968d-a71dfddd9a32 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:46.650644 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4034d4d-55ba-4bdb-8d6c-2b94754431c0 None None] Pushing event updated for resources: {'Port': ['ID=f1c999a5-021a-47ba-90b6-f38497c4f5ff,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:46.660984 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bb539929-bdab-4602-968d-a71dfddd9a32 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.9474270 Jul 27 15:28:46.662977 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 38354) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:46.670685 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-c4034d4d-55ba-4bdb-8d6c-2b94754431c0 None None] Port 0172039e-4d78-431f-989e-eb964871cdcb cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:28:46.677273 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-666aa21e-6e3f-4d86-8ec2-80ab95986b54 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Request body: {'security_group_rule': {'security_group_id': 'd6a93dbd-f123-42a6-b19a-54f90bab0292', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:46.695862 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb539929-bdab-4602-968d-a71dfddd9a32 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a93dbd-f123-42a6-b19a-54f90bab0292,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:46.752667 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:46.763122 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-c4034d4d-55ba-4bdb-8d6c-2b94754431c0 None None] Provisioning complete for port 8a1d843c-9aba-43d4-a7aa-681c99f61047 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:46.764785 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c4034d4d-55ba-4bdb-8d6c-2b94754431c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:46.770311 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:46.772476 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d61498d3-115d-479b-ba86-c25d20efb4b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:46.775245 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-666aa21e-6e3f-4d86-8ec2-80ab95986b54 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group_rule (3037b25b-4c4a-4eaa-9746-db6ba54343e0), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:46.866711 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-74c27aa2-ff6b-4ad0-9f73-736426f01b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:46.929285 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-f1a9b2ef-3d5c-41f5-b213-e22612eec69c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for port (3810c698-7926-46e1-9f80-aa481b319cbb), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:47.010345 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-666aa21e-6e3f-4d86-8ec2-80ab95986b54 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group_rule (3037b25b-4c4a-4eaa-9746-db6ba54343e0), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:47.015174 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-666aa21e-6e3f-4d86-8ec2-80ab95986b54 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (3037b25b-4c4a-4eaa-9746-db6ba54343e0), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:47.082387 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666aa21e-6e3f-4d86-8ec2-80ab95986b54 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3037b25b-4c4a-4eaa-9746-db6ba54343e0,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:47.091716 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-666aa21e-6e3f-4d86-8ec2-80ab95986b54 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:47.096638 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-666aa21e-6e3f-4d86-8ec2-80ab95986b54 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4322069 Jul 27 15:28:47.097313 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 38364) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:47.113570 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-82cd3ccf-aa7c-40e1-be0d-9db2437f0e9b tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Request body: {'security_group_rule': {'security_group_id': 'd6a93dbd-f123-42a6-b19a-54f90bab0292', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:47.182826 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-82cd3ccf-aa7c-40e1-be0d-9db2437f0e9b tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group_rule (907966d4-54cb-458d-81eb-1609a4504f63), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:47.356699 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-82cd3ccf-aa7c-40e1-be0d-9db2437f0e9b tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group_rule (907966d4-54cb-458d-81eb-1609a4504f63), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:47.369637 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-82cd3ccf-aa7c-40e1-be0d-9db2437f0e9b tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (907966d4-54cb-458d-81eb-1609a4504f63), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:47.390480 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Router 8ae11637-2b3a-4c8c-a15b-c360916f2037 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:28:47.393121 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8571600e-b5f4-4b6c-9be4-e62b3f568d88 admin admin] Publish callbacks [] for security_group (22bc8b08-7649-46f4-884e-05adcfe4f362), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:47.406492 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd3ccf-aa7c-40e1-be0d-9db2437f0e9b tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907966d4-54cb-458d-81eb-1609a4504f63,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:47.463390 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-c4034d4d-55ba-4bdb-8d6c-2b94754431c0 None None] Port 8a1d843c-9aba-43d4-a7aa-681c99f61047 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:28:47.464302 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-82cd3ccf-aa7c-40e1-be0d-9db2437f0e9b tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:47.465546 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-82cd3ccf-aa7c-40e1-be0d-9db2437f0e9b tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3671639 Jul 27 15:28:47.487349 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-f1a9b2ef-3d5c-41f5-b213-e22612eec69c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (3810c698-7926-46e1-9f80-aa481b319cbb), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:47.487349 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 38372) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:47.489118 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-74c27aa2-ff6b-4ad0-9f73-736426f01b4e admin admin] Publish callbacks [] for security_group (ff24e99f-175b-4363-b9bb-aa4483ab3258), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:47.491906 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '0172039e-4d78-431f-989e-eb964871cdcb', 'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'mac_address': 'fa:16:3e:ad:36:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 2, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'subnets': [{'id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:47.537586 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6922ca6-07b4-4f14-bca8-39428a2d8d70 None None] The sync data for ids ['8ae11637-2b3a-4c8c-a15b-c360916f2037'] in dv-cinder-841315-2-iscsi is: [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '0172039e-4d78-431f-989e-eb964871cdcb', 'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'mac_address': 'fa:16:3e:ad:36:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 2, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'subnets': [{'id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:28:47.641815 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:47.642558 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:47.646760 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-c4034d4d-55ba-4bdb-8d6c-2b94754431c0 None None] Provisioning complete for port c72c925d-1264-4bcf-b9bf-3f489f419faa triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:47.647152 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c4034d4d-55ba-4bdb-8d6c-2b94754431c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:47.733217 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5392b0d0-ce41-4882-9330-4fb015318835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:47.776800 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-c4034d4d-55ba-4bdb-8d6c-2b94754431c0 None None] Port c72c925d-1264-4bcf-b9bf-3f489f419faa cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:28:47.828549 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8571600e-b5f4-4b6c-9be4-e62b3f568d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (22bc8b08-7649-46f4-884e-05adcfe4f362), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:47.907896 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.42', 49965) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:47.917433 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:47.917795 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (8f13c15d-bff3-4b5b-9d4c-37063acdf8d2), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:47.923312 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d61498d3-115d-479b-ba86-c25d20efb4b9 admin admin] Publish callbacks [] for security_group (17b10238-5456-4b0b-a042-438668aa346f), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:47.932367 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Request body: {'floatingip': {'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:47.956178 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2ac1c-f715-43bb-b066-31de4881439b req-a3dd17a7-29d9-4516-b224-1a4a0700b032 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:47.964350 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-81d2ac1c-f715-43bb-b066-31de4881439b req-a3dd17a7-29d9-4516-b224-1a4a0700b032 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/networks?id=d6880b01-7ed5-4f46-967a-222879a1ea88 HTTP/1.1" status: 200 len: 812 time: 0.8754208 Jul 27 15:28:47.995861 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-3df7c5b3-0cb5-4a2f-8f6d-22a2ff62c57e None None] Provisioning complete for port 0172039e-4d78-431f-989e-eb964871cdcb triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:47.996263 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3df7c5b3-0cb5-4a2f-8f6d-22a2ff62c57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (0172039e-4d78-431f-989e-eb964871cdcb), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:48.082362 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-3df7c5b3-0cb5-4a2f-8f6d-22a2ff62c57e None None] Port 0172039e-4d78-431f-989e-eb964871cdcb cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:28:48.112429 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-3df7c5b3-0cb5-4a2f-8f6d-22a2ff62c57e None None] Provisioning complete for port 8a1d843c-9aba-43d4-a7aa-681c99f61047 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:48.112821 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3df7c5b3-0cb5-4a2f-8f6d-22a2ff62c57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:48.179579 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dac2516c-ba16-4bd9-a16b-8e77755b8de6 req-d9aaf622-7bf7-458a-8cfa-9eab862f3ef7 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 210 time: 0.1931891 Jul 27 15:28:48.206959 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-8571600e-b5f4-4b6c-9be4-e62b3f568d88 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85b0f788133b43dba1ddcb9be9d9c6f7&name=default HTTP/1.1" status: 200 len: 2995 time: 4.6655414 Jul 27 15:28:48.208029 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9b2ef-3d5c-41f5-b213-e22612eec69c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Pushing event updated for resources: {'Port': ['ID=3810c698-7926-46e1-9f80-aa481b319cbb,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:48.209382 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 38386) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:48.212099 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571600e-b5f4-4b6c-9be4-e62b3f568d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bc8b08-7649-46f4-884e-05adcfe4f362,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:48.233869 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d61498d3-115d-479b-ba86-c25d20efb4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (17b10238-5456-4b0b-a042-438668aa346f), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:48.237430 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-74c27aa2-ff6b-4ad0-9f73-736426f01b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (ff24e99f-175b-4363-b9bb-aa4483ab3258), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:48.241797 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:48.246198 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device e2422075-5f3a-4ee2-a746-47d651dcdd3c up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:48.317095 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-74c27aa2-ff6b-4ad0-9f73-736426f01b4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee338fc85c214e2da3127c44b710cefe&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6446660 Jul 27 15:28:48.320272 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:48.322005 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-3df7c5b3-0cb5-4a2f-8f6d-22a2ff62c57e None None] Port 8a1d843c-9aba-43d4-a7aa-681c99f61047 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:28:48.323867 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 38394) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:48.340879 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port e2422075-5f3a-4ee2-a746-47d651dcdd3c triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:48.341555 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (e2422075-5f3a-4ee2-a746-47d651dcdd3c), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:48.450742 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-81d2ac1c-f715-43bb-b066-31de4881439b req-676d3bd8-c6bb-4c48-a646-4dd8e6188b01 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/quotas/e1c7c86e4b1c40ec8e4335a2770353f5 HTTP/1.1" status: 200 len: 375 time: 0.4852085 Jul 27 15:28:48.461989 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:48.464764 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:48.500247 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-f1acb55e-498c-43ab-86dd-a16918e02c5c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:48.502010 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:48.502795 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-f1acb55e-498c-43ab-86dd-a16918e02c5c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 819 time: 0.5687153 Jul 27 15:28:48.505222 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port e2422075-5f3a-4ee2-a746-47d651dcdd3c is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:48.509848 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device f1c999a5-021a-47ba-90b6-f38497c4f5ff up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:48.535253 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7aad-b3bd-4ff7-b83c-44dd873499ad admin admin] Publish callbacks [] for security_group (ff24e99f-175b-4363-b9bb-aa4483ab3258), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:48.558121 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:48.561148 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7aad-b3bd-4ff7-b83c-44dd873499ad admin admin] Publish callbacks [] for security_group (ff24e99f-175b-4363-b9bb-aa4483ab3258), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:48.601557 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port f1c999a5-021a-47ba-90b6-f38497c4f5ff triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:48.602311 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:48.621617 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:48.627162 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-71cd153e-45c1-4cfd-9001-94da202084d1 admin admin] Publish callbacks [] for security_group (22bc8b08-7649-46f4-884e-05adcfe4f362), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:48.682366 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d61498d3-115d-479b-ba86-c25d20efb4b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13affe4fe7f84d8b9cd60e156993af4b&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4633431 Jul 27 15:28:48.697448 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 38396) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:48.727657 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-71cd153e-45c1-4cfd-9001-94da202084d1 admin admin] Publish callbacks [] for security_group (22bc8b08-7649-46f4-884e-05adcfe4f362), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:48.733918 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-f1a9b2ef-3d5c-41f5-b213-e22612eec69c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Network 54d4d7af-884d-4461-b1ad-55fbebbc888a is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:48.767283 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:48.768284 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7aad-b3bd-4ff7-b83c-44dd873499ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (ff24e99f-175b-4363-b9bb-aa4483ab3258), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:48.774036 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port f1c999a5-021a-47ba-90b6-f38497c4f5ff is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:48.776765 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-f1a9b2ef-3d5c-41f5-b213-e22612eec69c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:48.777483 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7aad-b3bd-4ff7-b83c-44dd873499ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:48.778650 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ad9d7aad-b3bd-4ff7-b83c-44dd873499ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff24e99f-175b-4363-b9bb-aa4483ab3258 HTTP/1.1" status: 204 len: 168 time: 0.4453480 Jul 27 15:28:48.791317 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-f1a9b2ef-3d5c-41f5-b213-e22612eec69c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:28:48.800500 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:28:48.800949 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-f1a9b2ef-3d5c-41f5-b213-e22612eec69c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:48.801477 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-f1a9b2ef-3d5c-41f5-b213-e22612eec69c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:48.834927 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d7aad-b3bd-4ff7-b83c-44dd873499ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff24e99f-175b-4363-b9bb-aa4483ab3258,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:48.892389 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-81d2ac1c-f715-43bb-b066-31de4881439b req-73aa00d4-1036-4708-af50-a7d67aa93904 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1c7c86e4b1c40ec8e4335a2770353f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4401801 Jul 27 15:28:48.962956 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-96d3afa0-2e9b-47a2-9457-08edefddd690 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Request body: {'port': {'device_id': '9a75f912-669a-4719-b005-ed9bfc504f4f', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'admin_state_up': True, 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:49.073686 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-f1a9b2ef-3d5c-41f5-b213-e22612eec69c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4497476 Jul 27 15:28:49.148500 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61498d3-115d-479b-ba86-c25d20efb4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b10238-5456-4b0b-a042-438668aa346f,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:49.237462 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c27aa2-ff6b-4ad0-9f73-736426f01b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff24e99f-175b-4363-b9bb-aa4483ab3258,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:49.276674 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:28:49.291727 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-afd28a91-b69a-4198-a973-19e742ac33e4 admin admin] 10.222.0.36 "PUT /v2.0/routers/8ae11637-2b3a-4c8c-a15b-c360916f2037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1058860 Jul 27 15:28:49.312070 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-827538b1-ce42-475f-98df-24dbacc2a366 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 15:28:49.315211 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-827538b1-ce42-475f-98df-24dbacc2a366 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0643022 Jul 27 15:28:49.326590 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d20edca8-f54b-4d68-920e-e9d9b6a4efd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:49.392157 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-71cd153e-45c1-4cfd-9001-94da202084d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (22bc8b08-7649-46f4-884e-05adcfe4f362), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:49.395626 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Allocated IP 172.27.1.144 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/27efab38-9b47-4fe5-ad46-a24e0aaacb7f) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:28:49.396006 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-71cd153e-45c1-4cfd-9001-94da202084d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:49.398219 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-71cd153e-45c1-4cfd-9001-94da202084d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22bc8b08-7649-46f4-884e-05adcfe4f362 HTTP/1.1" status: 204 len: 168 time: 1.1878622 Jul 27 15:28:49.446381 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fcaf28fd-4763-45a2-98bb-c35111aece6c admin admin] Publish callbacks [] for security_group (17b10238-5456-4b0b-a042-438668aa346f), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:49.455858 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device f1c999a5-021a-47ba-90b6-f38497c4f5ff up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:49.477186 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd153e-45c1-4cfd-9001-94da202084d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bc8b08-7649-46f4-884e-05adcfe4f362,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:49.679510 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fcaf28fd-4763-45a2-98bb-c35111aece6c admin admin] Publish callbacks [] for security_group (17b10238-5456-4b0b-a042-438668aa346f), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:49.691338 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cd3be42c-7807-4760-82d2-50e8fa0b4e83 req-6291a230-c694-47a7-8840-7add49fd5526 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 210 time: 0.1423335 Jul 27 15:28:49.774992 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-07524357-4229-4f81-a636-28067826afb1 None None] Provisioning complete for port 3810c698-7926-46e1-9f80-aa481b319cbb triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:49.775488 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-07524357-4229-4f81-a636-28067826afb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (3810c698-7926-46e1-9f80-aa481b319cbb), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:49.934721 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-96d3afa0-2e9b-47a2-9457-08edefddd690 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Made reservation on behalf of 736d8803a13e4dddb1ef32b7ab11eb1c for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:28:49.976645 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-96d3afa0-2e9b-47a2-9457-08edefddd690 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:50.014368 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-81d2ac1c-f715-43bb-b066-31de4881439b req-02972219-b8dd-4fb1-accc-912fee4ad05c service neutron] 10.222.0.36 "GET /v2.0/networks/d6880b01-7ed5-4f46-967a-222879a1ea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0157068 Jul 27 15:28:50.022003 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-07524357-4229-4f81-a636-28067826afb1 None None] Port 3810c698-7926-46e1-9f80-aa481b319cbb cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:28:50.041314 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port f1c999a5-021a-47ba-90b6-f38497c4f5ff triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:50.041717 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:50.109514 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 38418) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:50.120304 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for port (27efab38-9b47-4fe5-ad46-a24e0aaacb7f), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:50.238518 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:50.271574 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Sync routers for ids ['1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:28:50.305691 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8a0edc2e-267b-48ff-afe1-66a161b443c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:50.418825 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Routers {'1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:28:50.429521 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:28:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:50.477292 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (27efab38-9b47-4fe5-ad46-a24e0aaacb7f), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:50.588205 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port f1c999a5-021a-47ba-90b6-f38497c4f5ff is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:50.589607 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:50.598284 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device ede82eeb-39f4-4652-975d-0576d9c9263c up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:50.612396 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:50.627965 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:28:50.663509 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:50.748811 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-81d2ac1c-f715-43bb-b066-31de4881439b req-f43fc8de-7fe5-4733-909e-48840a8b44a4 service neutron] 10.222.0.36 "GET /v2.0/networks/d6880b01-7ed5-4f46-967a-222879a1ea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7025440 Jul 27 15:28:50.759284 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fcaf28fd-4763-45a2-98bb-c35111aece6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (17b10238-5456-4b0b-a042-438668aa346f), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:50.770905 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fcaf28fd-4763-45a2-98bb-c35111aece6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:50.775679 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-fcaf28fd-4763-45a2-98bb-c35111aece6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17b10238-5456-4b0b-a042-438668aa346f HTTP/1.1" status: 204 len: 168 time: 2.0763564 Jul 27 15:28:50.805894 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-96d3afa0-2e9b-47a2-9457-08edefddd690 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Allocated IP 172.20.0.5 (54d4d7af-884d-4461-b1ad-55fbebbc888a/883a3f24-7bbd-4327-bcdc-69598788608b/d43e69ee-e393-4930-9178-0cc2bbf003dd) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:28:50.939776 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:50.943808 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Request body: {'port': {'device_id': '44a82d27-5756-4ee1-8c2e-d6a26bf75f15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:50.960250 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Set router 1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:28:50.983571 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf28fd-4763-45a2-98bb-c35111aece6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b10238-5456-4b0b-a042-438668aa346f,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:51.185196 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port ede82eeb-39f4-4652-975d-0576d9c9263c triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:51.185574 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (ede82eeb-39f4-4652-975d-0576d9c9263c), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:51.213029 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:51.226873 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (3810c698-7926-46e1-9f80-aa481b319cbb), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:51.266132 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event updated for resources: {'Port': ['ID=27efab38-9b47-4fe5-ad46-a24e0aaacb7f,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:51.270418 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 38444) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:51.285862 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-a02046ae-ecf7-4093-a96f-9e717c051c17 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867607015', 'description': 'tempest-description--1063125452'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:51.503499 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8a0edc2e-267b-48ff-afe1-66a161b443c9 admin admin] Publish callbacks [] for security_group (691b4648-37a0-4c80-ba5d-72fadcf3b811), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:51.507757 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bd710417-5f24-4b8f-8236-5dca09154928 req-098eb52c-90eb-4ade-a977-6d52a76067de tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 210 time: 0.1189423 Jul 27 15:28:51.537662 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a02046ae-ecf7-4093-a96f-9e717c051c17 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:51.574501 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8a0edc2e-267b-48ff-afe1-66a161b443c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (691b4648-37a0-4c80-ba5d-72fadcf3b811), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:51.708968 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:51.720828 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-96d3afa0-2e9b-47a2-9457-08edefddd690 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for port (d43e69ee-e393-4930-9178-0cc2bbf003dd), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:51.890740 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-8a0edc2e-267b-48ff-afe1-66a161b443c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c33bfd34b2cb49b4ae969afb9abb68ea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7642450 Jul 27 15:28:51.921251 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 38472) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:52.027874 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dd2bbaf7-07d4-4cbd-a566-fe58187ab4d9 req-ad2b1701-f1ca-4c99-9cbd-00e6ff12a706 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 210 time: 0.5191255 Jul 27 15:28:52.095436 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:52.099016 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a02046ae-ecf7-4093-a96f-9e717c051c17 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group (e4bc500d-74e2-4fb3-b6da-b00776714045), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:52.116796 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for floatingip (5eef577f-2c12-49b2-8390-98ee2f5a8f2d), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:52.128666 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-96d3afa0-2e9b-47a2-9457-08edefddd690 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (d43e69ee-e393-4930-9178-0cc2bbf003dd), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:52.184708 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0edc2e-267b-48ff-afe1-66a161b443c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691b4648-37a0-4c80-ba5d-72fadcf3b811,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:52.214993 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port ede82eeb-39f4-4652-975d-0576d9c9263c is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:52.215557 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (ede82eeb-39f4-4652-975d-0576d9c9263c), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:52.254012 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 38480) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:52.305514 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a02046ae-ecf7-4093-a96f-9e717c051c17 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (e4bc500d-74e2-4fb3-b6da-b00776714045), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:52.378950 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:52.397644 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:52.434986 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port ede82eeb-39f4-4652-975d-0576d9c9263c, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=ede82eeb-39f4-4652-975d-0576d9c9263c,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:52.438878 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:52.459222 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (ede82eeb-39f4-4652-975d-0576d9c9263c), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:52.465394 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device faecff9d-5d06-4388-be3b-7d645d0787af up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:52.517330 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-93307063-abff-4091-90d7-1c0a2e59aa09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:52.536199 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'name': 'tempest-DeleteServersTestJSON-1247541827-router', 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faecff9d-5d06-4388-be3b-7d645d0787af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 4, 'project_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'gw_port': {'id': 'faecff9d-5d06-4388-be3b-7d645d0787af', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:33Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '8a1d843c-9aba-43d4-a7aa-681c99f61047', 'name': '', 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88', 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'mac_address': 'fa:16:3e:52:84:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 2, 'project_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'subnets': [{'id': '004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:52.618424 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-96d3afa0-2e9b-47a2-9457-08edefddd690 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Network 54d4d7af-884d-4461-b1ad-55fbebbc888a is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:28:52.627476 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02046ae-ecf7-4093-a96f-9e717c051c17 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bc500d-74e2-4fb3-b6da-b00776714045,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:52.685914 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-96d3afa0-2e9b-47a2-9457-08edefddd690 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:28:52.735452 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Checking router: 1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:28:52.740258 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Updating router 1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e port 8a1d843c-9aba-43d4-a7aa-681c99f61047 binding host dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:28:52.778883 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-96d3afa0-2e9b-47a2-9457-08edefddd690 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:28:52.804557 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=ede82eeb-39f4-4652-975d-0576d9c9263c,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:52.804861 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-96d3afa0-2e9b-47a2-9457-08edefddd690 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:52.805618 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-96d3afa0-2e9b-47a2-9457-08edefddd690 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:52.853663 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port faecff9d-5d06-4388-be3b-7d645d0787af triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:52.853896 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (faecff9d-5d06-4388-be3b-7d645d0787af), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:52.940727 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:52.971982 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a02046ae-ecf7-4093-a96f-9e717c051c17 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:52.973241 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a02046ae-ecf7-4093-a96f-9e717c051c17 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7010982 Jul 27 15:28:52.989031 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-060de95c-3ffb-4ced-9a2f-7cba80cf55d9 req-8dd2758f-74e2-4c93-be01-422e713a7046 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 210 time: 0.2454441 Jul 27 15:28:52.989469 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 38498) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:53.049517 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-6e77aaf3-5f08-4b0f-808b-64549a47cbbe tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Request body: {'security_group_rule': {'security_group_id': 'e4bc500d-74e2-4fb3-b6da-b00776714045', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:53.051135 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:53.063054 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3afa0-2e9b-47a2-9457-08edefddd690 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Pushing event updated for resources: {'Port': ['ID=d43e69ee-e393-4930-9178-0cc2bbf003dd,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:53.087079 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-96d3afa0-2e9b-47a2-9457-08edefddd690 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1338592 Jul 27 15:28:53.122667 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (27efab38-9b47-4fe5-ad46-a24e0aaacb7f), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:53.152280 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Request body: {'port': {'device_id': '9a75f912-669a-4719-b005-ed9bfc504f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:53.250864 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port faecff9d-5d06-4388-be3b-7d645d0787af is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:53.251447 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (faecff9d-5d06-4388-be3b-7d645d0787af), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:53.275885 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e77aaf3-5f08-4b0f-808b-64549a47cbbe tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group_rule (78c4d904-1cf1-40f1-94c9-c1a94bfe5a9e), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:53.292922 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-0a043a35-21d9-4a73-ac5c-852dc7d4db01 None None] Provisioning complete for port d43e69ee-e393-4930-9178-0cc2bbf003dd triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:53.293667 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0a043a35-21d9-4a73-ac5c-852dc7d4db01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (d43e69ee-e393-4930-9178-0cc2bbf003dd), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:53.423119 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d43e69ee-e393-4930-9178-0cc2bbf003dd), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:53.431033 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:53.550214 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a12d4977-fdd2-4b60-8d57-d6bc556e4acf admin admin] Publish callbacks [] for security_group (691b4648-37a0-4c80-ba5d-72fadcf3b811), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:53.595578 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Sync routers for ids ['234b9294-d82c-40cf-8b8b-2c226e26df01'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:28:53.615475 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Routers {'234b9294-d82c-40cf-8b8b-2c226e26df01'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:28:53.616856 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:28:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['234b9294-d82c-40cf-8b8b-2c226e26df01'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:53.620593 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:53.646439 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port faecff9d-5d06-4388-be3b-7d645d0787af, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=faecff9d-5d06-4388-be3b-7d645d0787af,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:53.792670 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c568a-ebe1-40b5-a375-d5dd0257b3ac req-072231e9-e815-4a30-82ab-383c129aea1b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:53.803299 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-600c568a-ebe1-40b5-a375-d5dd0257b3ac req-072231e9-e815-4a30-82ab-383c129aea1b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 931 time: 0.3592787 Jul 27 15:28:53.841903 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Set router 234b9294-d82c-40cf-8b8b-2c226e26df01 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:28:53.954916 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.42', 49974) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:54.117963 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e77aaf3-5f08-4b0f-808b-64549a47cbbe tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group_rule (78c4d904-1cf1-40f1-94c9-c1a94bfe5a9e), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:54.183850 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:54.222486 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3810c698-7926-46e1-9f80-aa481b319cbb {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:28:54.243523 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Publish callbacks [] for port (3810c698-7926-46e1-9f80-aa481b319cbb), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:54.305614 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Transition to ACTIVE for port object 3810c698-7926-46e1-9f80-aa481b319cbb will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:28:54.329334 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:54.330179 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Publish callbacks [] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:54.337518 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'c72c925d-1264-4bcf-b9bf-3f489f419faa', 'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'mac_address': 'fa:16:3e:d9:b2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:37Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 2, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'subnets': [{'id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:54.375932 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (faecff9d-5d06-4388-be3b-7d645d0787af), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:54.378243 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:54.395460 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Checking router: 234b9294-d82c-40cf-8b8b-2c226e26df01 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:28:54.396814 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Updating router 234b9294-d82c-40cf-8b8b-2c226e26df01 port c72c925d-1264-4bcf-b9bf-3f489f419faa binding host dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:28:54.415395 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (3810c698-7926-46e1-9f80-aa481b319cbb), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:54.459679 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:54.563117 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-0a043a35-21d9-4a73-ac5c-852dc7d4db01 None None] Port d43e69ee-e393-4930-9178-0cc2bbf003dd cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:28:54.725712 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=faecff9d-5d06-4388-be3b-7d645d0787af,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:54.738968 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device f756fc75-944b-473d-ae75-760c35d5cfc2 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:54.760028 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e77aaf3-5f08-4b0f-808b-64549a47cbbe tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (78c4d904-1cf1-40f1-94c9-c1a94bfe5a9e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:54.791880 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a12d4977-fdd2-4b60-8d57-d6bc556e4acf admin admin] Publish callbacks [] for security_group (691b4648-37a0-4c80-ba5d-72fadcf3b811), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:54.885434 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Attempting to bind port 8a1d843c-9aba-43d4-a7aa-681c99f61047 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:28:54.887459 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Attempting to bind port 8a1d843c-9aba-43d4-a7aa-681c99f61047 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': 'c6f124b8-f969-49dc-a75c-15d630fbda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:28:54.888292 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Attempting to bind port 8a1d843c-9aba-43d4-a7aa-681c99f61047 on network d6880b01-7ed5-4f46-967a-222879a1ea88 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:28:54.914057 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:28:54.916358 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Checking segment: {'id': 'c6f124b8-f969-49dc-a75c-15d630fbda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:28:54.918008 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:54.920811 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Bound using segment: {'id': 'c6f124b8-f969-49dc-a75c-15d630fbda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:28:54.921652 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Bound port: 8a1d843c-9aba-43d4-a7aa-681c99f61047, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f124b8-f969-49dc-a75c-15d630fbda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:28:54.922226 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:54.984446 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for port (27efab38-9b47-4fe5-ad46-a24e0aaacb7f), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:55.085738 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bd0e6cdb-29b4-4f3c-8bcd-4ac988d74157 req-000c7977-934b-4845-9aa7-d5bd547971ae tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 210 time: 0.5295644 Jul 27 15:28:55.086419 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77aaf3-5f08-4b0f-808b-64549a47cbbe tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c4d904-1cf1-40f1-94c9-c1a94bfe5a9e,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:55.124126 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb30cc1-80ca-4e92-b295-109020a8ed7a None None] Pushing event updated for resources: {'Port': ['ID=8a1d843c-9aba-43d4-a7aa-681c99f61047,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:55.169144 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e77aaf3-5f08-4b0f-808b-64549a47cbbe tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:55.169385 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-600c568a-ebe1-40b5-a375-d5dd0257b3ac req-442c8704-ea7f-4337-95fa-9ab475ee15a0 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3649414 Jul 27 15:28:55.179948 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6e77aaf3-5f08-4b0f-808b-64549a47cbbe tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1808791 Jul 27 15:28:55.186404 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 38544) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:55.248009 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-6bd9c3eb-b92c-45dd-9793-7231d8015373 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Request body: {'security_group_rule': {'security_group_id': 'e4bc500d-74e2-4fb3-b6da-b00776714045', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:55.269601 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port f756fc75-944b-473d-ae75-760c35d5cfc2 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:55.269601 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (f756fc75-944b-473d-ae75-760c35d5cfc2), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:55.281392 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (27efab38-9b47-4fe5-ad46-a24e0aaacb7f), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:55.326604 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Pushing event updated for resources: {'Port': ['ID=3810c698-7926-46e1-9f80-aa481b319cbb,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:55.382991 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Publish callbacks [] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:55.405026 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:55.416164 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:55.429879 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] For port 8a1d843c-9aba-43d4-a7aa-681c99f61047, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:28:55.539992 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43e69ee-e393-4930-9178-0cc2bbf003dd {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:28:55.543515 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] For port 8a1d843c-9aba-43d4-a7aa-681c99f61047, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=8a1d843c-9aba-43d4-a7aa-681c99f61047,segment=NetworkSegment(c6f124b8-f969-49dc-a75c-15d630fbda65),segment_id=c6f124b8-f969-49dc-a75c-15d630fbda65)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:28:55.560782 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Publish callbacks [] for port (d43e69ee-e393-4930-9178-0cc2bbf003dd), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:55.566765 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Attempting to bind port 3810c698-7926-46e1-9f80-aa481b319cbb on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:28:55.567236 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Attempting to bind port 3810c698-7926-46e1-9f80-aa481b319cbb by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:28:55.567676 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Attempting to bind port 3810c698-7926-46e1-9f80-aa481b319cbb on network 54d4d7af-884d-4461-b1ad-55fbebbc888a {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:28:55.579590 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-406a4cbc-488e-4f54-b53b-2da0075c7e82 None None] Provisioning complete for port 8a1d843c-9aba-43d4-a7aa-681c99f61047 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:55.586455 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-406a4cbc-488e-4f54-b53b-2da0075c7e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:55.590577 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:55.592625 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (5eef577f-2c12-49b2-8390-98ee2f5a8f2d), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:55.617989 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Port 3810c698-7926-46e1-9f80-aa481b319cbb on network 54d4d7af-884d-4461-b1ad-55fbebbc888a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:28:55.620179 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:55.625158 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Attempting to bind port 3810c698-7926-46e1-9f80-aa481b319cbb on network 54d4d7af-884d-4461-b1ad-55fbebbc888a {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:28:55.674288 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2ac1c-f715-43bb-b066-31de4881439b req-a97ebe84-de8f-43a1-b575-1ac11e800d3a tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:55.691273 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-81d2ac1c-f715-43bb-b066-31de4881439b req-a97ebe84-de8f-43a1-b575-1ac11e800d3a tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.42 "GET /v2.0/networks?id=d6880b01-7ed5-4f46-967a-222879a1ea88 HTTP/1.1" status: 200 len: 812 time: 1.7222111 Jul 27 15:28:55.714959 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-81d2ac1c-f715-43bb-b066-31de4881439b req-f8658fd2-e999-49cd-86c2-3ffca3940556 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Request body: {'port': {'device_id': '5d4e3486-0439-4325-807e-433590eb231a', 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88', 'admin_state_up': True, 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:55.734067 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6e368-82f9-4d7c-91c1-cf7348b5fe5d None None] Pushing event updated for resources: {'Port': ['ID=c72c925d-1264-4bcf-b9bf-3f489f419faa,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:55.765012 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:55.789882 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Attempting to bind port c72c925d-1264-4bcf-b9bf-3f489f419faa on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:28:55.790536 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Attempting to bind port c72c925d-1264-4bcf-b9bf-3f489f419faa by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '0d782dbe-2f4f-4b48-ac38-39f77cc9248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:28:55.792192 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Attempting to bind port c72c925d-1264-4bcf-b9bf-3f489f419faa on network c38721ce-4da8-41f0-9615-4459de2daf25 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:28:55.810442 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:28:55.810442 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Checking segment: {'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:28:55.810442 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Bound using segment: {'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:28:55.810442 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Bound port: 3810c698-7926-46e1-9f80-aa481b319cbb, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:28:55.810442 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (3810c698-7926-46e1-9f80-aa481b319cbb), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:55.816110 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:28:55.818896 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Checking segment: {'id': '0d782dbe-2f4f-4b48-ac38-39f77cc9248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:28:55.820425 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:55.821119 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Bound using segment: {'id': '0d782dbe-2f4f-4b48-ac38-39f77cc9248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:28:55.821776 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Bound port: c72c925d-1264-4bcf-b9bf-3f489f419faa, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d782dbe-2f4f-4b48-ac38-39f77cc9248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:28:55.823286 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:55.833447 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-93307063-abff-4091-90d7-1c0a2e59aa09 admin admin] Publish callbacks [] for security_group (4f270956-6ca6-4d15-a679-ac4d4502e6d0), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:55.869162 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a12d4977-fdd2-4b60-8d57-d6bc556e4acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (691b4648-37a0-4c80-ba5d-72fadcf3b811), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:55.871707 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a12d4977-fdd2-4b60-8d57-d6bc556e4acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:55.885124 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-a12d4977-fdd2-4b60-8d57-d6bc556e4acf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/691b4648-37a0-4c80-ba5d-72fadcf3b811 HTTP/1.1" status: 204 len: 168 time: 3.8597951 Jul 27 15:28:55.939014 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Transition to ACTIVE for port object d43e69ee-e393-4930-9178-0cc2bbf003dd will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:28:55.949522 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event updated for resources: {'Port': ['ID=27efab38-9b47-4fe5-ad46-a24e0aaacb7f,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:55.951992 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c3eb-b92c-45dd-9793-7231d8015373 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group_rule (5063b189-54ec-4b56-8649-6df460aa1161), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:55.990393 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d4977-fdd2-4b60-8d57-d6bc556e4acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691b4648-37a0-4c80-ba5d-72fadcf3b811,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:55.998694 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (d43e69ee-e393-4930-9178-0cc2bbf003dd), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:56.003535 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-93307063-abff-4091-90d7-1c0a2e59aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (4f270956-6ca6-4d15-a679-ac4d4502e6d0), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:56.008409 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:56.027726 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:56.038151 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c67787b3-b589-4989-a216-301b473f9c51 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2184551 Jul 27 15:28:56.063886 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 38568) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:56.078813 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] For port c72c925d-1264-4bcf-b9bf-3f489f419faa, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:28:56.087186 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] For port c72c925d-1264-4bcf-b9bf-3f489f419faa, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=c72c925d-1264-4bcf-b9bf-3f489f419faa,segment=NetworkSegment(0d782dbe-2f4f-4b48-ac38-39f77cc9248d),segment_id=0d782dbe-2f4f-4b48-ac38-39f77cc9248d)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:28:56.092467 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb30cc1-80ca-4e92-b295-109020a8ed7a None None] Pushing event updated for resources: {'Port': ['ID=8a1d843c-9aba-43d4-a7aa-681c99f61047,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:56.106241 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:56.154674 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Routers {'1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:28:56.155328 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:28:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:56.234603 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:56.250922 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port f756fc75-944b-473d-ae75-760c35d5cfc2 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:56.251313 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (f756fc75-944b-473d-ae75-760c35d5cfc2), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:56.440839 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Pushing event updated for resources: {'Port': ['ID=d43e69ee-e393-4930-9178-0cc2bbf003dd,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:56.466891 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6e368-82f9-4d7c-91c1-cf7348b5fe5d None None] Pushing event updated for resources: {'Port': ['ID=c72c925d-1264-4bcf-b9bf-3f489f419faa,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:56.476123 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Routers {'234b9294-d82c-40cf-8b8b-2c226e26df01'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:28:56.480632 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port f756fc75-944b-473d-ae75-760c35d5cfc2, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=f756fc75-944b-473d-ae75-760c35d5cfc2,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:56.485383 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:28:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['234b9294-d82c-40cf-8b8b-2c226e26df01'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:56.488420 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93307063-abff-4091-90d7-1c0a2e59aa09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f270956-6ca6-4d15-a679-ac4d4502e6d0,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:56.656825 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-406a4cbc-488e-4f54-b53b-2da0075c7e82 None None] Current status of the port 8a1d843c-9aba-43d4-a7aa-681c99f61047 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:56.657414 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-406a4cbc-488e-4f54-b53b-2da0075c7e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:56.669363 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:56.685033 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-93307063-abff-4091-90d7-1c0a2e59aa09 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d3ae135f4aa04cfba9e1688084c479f3&name=default HTTP/1.1" status: 200 len: 2996 time: 4.4270997 Jul 27 15:28:56.688921 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 38592) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:56.797643 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d2f1da67-04da-40ec-a359-57de5f253a52 req-d954c7a1-7156-46b0-8311-f8588b15efb0 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 210 time: 0.4161351 Jul 27 15:28:56.822406 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (f756fc75-944b-473d-ae75-760c35d5cfc2), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:56.834036 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device ede82eeb-39f4-4652-975d-0576d9c9263c up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:56.933701 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Sync routers for ids ['8ae11637-2b3a-4c8c-a15b-c360916f2037'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:28:57.041160 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] Set router 234b9294-d82c-40cf-8b8b-2c226e26df01 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:28:57.082649 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c3eb-b92c-45dd-9793-7231d8015373 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group_rule (5063b189-54ec-4b56-8649-6df460aa1161), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:57.093407 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Attempting to bind port d43e69ee-e393-4930-9178-0cc2bbf003dd on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:28:57.094152 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Attempting to bind port d43e69ee-e393-4930-9178-0cc2bbf003dd by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:28:57.096043 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Attempting to bind port d43e69ee-e393-4930-9178-0cc2bbf003dd on network 54d4d7af-884d-4461-b1ad-55fbebbc888a {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:28:57.097210 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] For port 3810c698-7926-46e1-9f80-aa481b319cbb, host hv-cinder-84131, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:28:57.136408 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c3eb-b92c-45dd-9793-7231d8015373 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (5063b189-54ec-4b56-8649-6df460aa1161), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:57.138958 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fbacae7e-9580-4aff-b397-bce6a5c9980e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:57.189823 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Port d43e69ee-e393-4930-9178-0cc2bbf003dd on network 54d4d7af-884d-4461-b1ad-55fbebbc888a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:28:57.190150 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Attempting to bind port d43e69ee-e393-4930-9178-0cc2bbf003dd on network 54d4d7af-884d-4461-b1ad-55fbebbc888a {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:28:57.240234 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:28:57.240639 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Checking segment: {'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:28:57.241162 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Bound using segment: {'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:28:57.241695 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Bound port: d43e69ee-e393-4930-9178-0cc2bbf003dd, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:28:57.242364 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d43e69ee-e393-4930-9178-0cc2bbf003dd), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:57.262311 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] For port 3810c698-7926-46e1-9f80-aa481b319cbb, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3810c698-7926-46e1-9f80-aa481b319cbb,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:28:57.272754 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951f25f-6a0a-4967-83e4-87a25e54dd22 req-3f61bade-89b9-4a4e-b06e-8ef850d9c743 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:57.274691 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8951f25f-6a0a-4967-83e4-87a25e54dd22 req-3f61bade-89b9-4a4e-b06e-8ef850d9c743 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 943 time: 0.6605473 Jul 27 15:28:57.314140 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=f756fc75-944b-473d-ae75-760c35d5cfc2,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:57.324545 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d2ac1c-f715-43bb-b066-31de4881439b req-f8658fd2-e999-49cd-86c2-3ffca3940556 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Made reservation on behalf of e1c7c86e4b1c40ec8e4335a2770353f5 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:28:57.341441 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c3eb-b92c-45dd-9793-7231d8015373 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:57.342897 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-81d2ac1c-f715-43bb-b066-31de4881439b req-f8658fd2-e999-49cd-86c2-3ffca3940556 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:57.347549 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6bd9c3eb-b92c-45dd-9793-7231d8015373 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1077311 Jul 27 15:28:57.354520 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 38614) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:57.355479 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Routers {'8ae11637-2b3a-4c8c-a15b-c360916f2037'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:28:57.356960 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:28:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['8ae11637-2b3a-4c8c-a15b-c360916f2037'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:57.372710 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Request body: {'floatingip': {'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:28:57.470967 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'c72c925d-1264-4bcf-b9bf-3f489f419faa', 'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'mac_address': 'fa:16:3e:d9:b2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:37Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'subnets': [{'id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:57.486592 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fbacae7e-9580-4aff-b397-bce6a5c9980e admin admin] Publish callbacks [] for security_group (00d60317-bfb9-4c9e-9255-ec1b11aaa97d), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:57.523005 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d6cec6-9998-4604-887a-17907ddd3364 None None] The sync data for ids ['234b9294-d82c-40cf-8b8b-2c226e26df01'] in dv-cinder-841315-2-iscsi is: [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'c72c925d-1264-4bcf-b9bf-3f489f419faa', 'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'mac_address': 'fa:16:3e:d9:b2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:37Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'subnets': [{'id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:28:57.523277 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (3810c698-7926-46e1-9f80-aa481b319cbb), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:57.533585 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9c3eb-b92c-45dd-9793-7231d8015373 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5063b189-54ec-4b56-8649-6df460aa1161,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:57.570544 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-406a4cbc-488e-4f54-b53b-2da0075c7e82 None None] For port 8a1d843c-9aba-43d4-a7aa-681c99f61047, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=8a1d843c-9aba-43d4-a7aa-681c99f61047,segment=NetworkSegment(c6f124b8-f969-49dc-a75c-15d630fbda65),segment_id=c6f124b8-f969-49dc-a75c-15d630fbda65)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:28:57.585729 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] Set router 1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:28:57.607359 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fbacae7e-9580-4aff-b397-bce6a5c9980e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (00d60317-bfb9-4c9e-9255-ec1b11aaa97d), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:57.658667 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-406a4cbc-488e-4f54-b53b-2da0075c7e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:57.816833 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:57.819404 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Pushing event updated for resources: {'Port': ['ID=3810c698-7926-46e1-9f80-aa481b319cbb,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:57.845480 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:57.846143 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:57.847962 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-378f994b-9ce3-48d5-a041-02daf8cc631e service neutron] 10.222.0.42 "PUT /v2.0/ports/3810c698-7926-46e1-9f80-aa481b319cbb HTTP/1.1" status: 200 len: 1093 time: 7.7932415 Jul 27 15:28:57.868108 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a82d27-5756-4ee1-8c2e-d6a26bf75f15', 'tag': '3810c698-7926-46e1-9f80-aa481b319cbb'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:28:57.932518 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8951f25f-6a0a-4967-83e4-87a25e54dd22 req-e4324dde-33cb-47d2-8b7e-32cbea6712ec tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377788 Jul 27 15:28:57.983591 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port ede82eeb-39f4-4652-975d-0576d9c9263c triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:57.984124 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (ede82eeb-39f4-4652-975d-0576d9c9263c), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:58.008862 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:58.049870 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] For port d43e69ee-e393-4930-9178-0cc2bbf003dd, host hv-cinder-84131, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:28:58.228911 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] For port d43e69ee-e393-4930-9178-0cc2bbf003dd, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d43e69ee-e393-4930-9178-0cc2bbf003dd,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:28:58.317183 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-fbacae7e-9580-4aff-b397-bce6a5c9980e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d87aff68ffd043c28325263d420856dd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2209539 Jul 27 15:28:58.319752 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aa98e7f5-b0ee-41c8-b2c7-d6e0629516bf admin admin] Publish callbacks [] for security_group (4f270956-6ca6-4d15-a679-ac4d4502e6d0), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:58.339290 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 38636) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:28:58.381628 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Set router 8ae11637-2b3a-4c8c-a15b-c360916f2037 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:28:58.392306 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (d43e69ee-e393-4930-9178-0cc2bbf003dd), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:58.411302 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a4cbc-488e-4f54-b53b-2da0075c7e82 None None] Pushing event updated for resources: {'Port': ['ID=8a1d843c-9aba-43d4-a7aa-681c99f61047,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:58.413418 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d035c9c6-f984-4c47-a448-097d044bff60 req-46c03120-ce87-4165-ab95-3a876145ab53 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 210 time: 0.2042980 Jul 27 15:28:58.451716 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-3953717a-1fd0-47e3-bd33-2194ffa74214 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1601914141&fields=id&tenant_id=fddbf2261d1f42d0a41aa921197fc181 HTTP/1.1" status: 200 len: 267 time: 1.3650644 Jul 27 15:28:58.481784 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-81d2ac1c-f715-43bb-b066-31de4881439b req-f8658fd2-e999-49cd-86c2-3ffca3940556 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Allocated IP 172.20.0.14 (d6880b01-7ed5-4f46-967a-222879a1ea88/004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6/a260e595-5546-4217-bc37-aa09f91168bd) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:28:58.485804 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:58.502931 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a40f869-b5fa-41b4-a007-d1a6fc10aecf" -d '{"events": [{"name": "network-changed", "server_uuid": "44a82d27-5756-4ee1-8c2e-d6a26bf75f15", "tag": "3810c698-7926-46e1-9f80-aa481b319cbb"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:28:58.577254 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-30c4be47-e205-4eff-a9db-573b6d902b7e None None] Provisioning complete for port 8a1d843c-9aba-43d4-a7aa-681c99f61047 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:28:58.578025 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-30c4be47-e205-4eff-a9db-573b6d902b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:58.706150 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacae7e-9580-4aff-b397-bce6a5c9980e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d60317-bfb9-4c9e-9255-ec1b11aaa97d,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:58.794104 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-8baed584-2131-4efc-8236-49f470415520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:58.801053 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-8baed584-2131-4efc-8236-49f470415520 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 1127 time: 0.7063699 Jul 27 15:28:58.811021 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aa98e7f5-b0ee-41c8-b2c7-d6e0629516bf admin admin] Publish callbacks [] for security_group (4f270956-6ca6-4d15-a679-ac4d4502e6d0), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:58.849892 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:58.876196 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'name': 'tempest-DeleteServersTestJSON-1247541827-router', 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faecff9d-5d06-4388-be3b-7d645d0787af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 4, 'project_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'gw_port': {'id': 'faecff9d-5d06-4388-be3b-7d645d0787af', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:33Z', 'updated_at': '2022-07-27T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '8a1d843c-9aba-43d4-a7aa-681c99f61047', 'name': '', 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88', 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'mac_address': 'fa:16:3e:52:84:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:28:55Z', 'revision_number': 4, 'project_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'subnets': [{'id': '004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:28:58.896367 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:58.911945 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Pushing event updated for resources: {'Port': ['ID=d43e69ee-e393-4930-9178-0cc2bbf003dd,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:59.010339 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:59.011261 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:59.012885 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-583da7f9-bc5c-42f6-a59e-5d5cc0eccd00 service neutron] 10.222.0.42 "PUT /v2.0/ports/d43e69ee-e393-4930-9178-0cc2bbf003dd HTTP/1.1" status: 200 len: 1093 time: 5.8979592 Jul 27 15:28:59.013582 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-345671da-af51-4462-8f74-ed4786cc7141 admin admin] Publish callbacks [] for security_group (00d60317-bfb9-4c9e-9255-ec1b11aaa97d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:59.052510 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb72ca2f-7e17-4120-a2ae-cd46ca151563 None None] The sync data for ids ['1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'] in dv-cinder-841315-2-iscsi is: [{'id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'name': 'tempest-DeleteServersTestJSON-1247541827-router', 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faecff9d-5d06-4388-be3b-7d645d0787af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 4, 'project_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'gw_port': {'id': 'faecff9d-5d06-4388-be3b-7d645d0787af', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:33Z', 'updated_at': '2022-07-27T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '8a1d843c-9aba-43d4-a7aa-681c99f61047', 'name': '', 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88', 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'mac_address': 'fa:16:3e:52:84:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:28:55Z', 'revision_number': 4, 'project_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'subnets': [{'id': '004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:28:59.065457 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-345671da-af51-4462-8f74-ed4786cc7141 admin admin] Publish callbacks [] for security_group (00d60317-bfb9-4c9e-9255-ec1b11aaa97d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:59.198707 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a75f912-669a-4719-b005-ed9bfc504f4f', 'tag': 'd43e69ee-e393-4930-9178-0cc2bbf003dd'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:28:59.240836 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:59.313202 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3772d8bf-9ce9-4a88-a6b8-96c9fbc4aa4d x-openstack-request-id: req-3772d8bf-9ce9-4a88-a6b8-96c9fbc4aa4d {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:28:59.313614 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a82d27-5756-4ee1-8c2e-d6a26bf75f15", "tag": "3810c698-7926-46e1-9f80-aa481b319cbb", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:28:59.313878 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3772d8bf-9ce9-4a88-a6b8-96c9fbc4aa4d {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:28:59.314364 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3772d8bf-9ce9-4a88-a6b8-96c9fbc4aa4d'] response: {'name': 'network-changed', 'server_uuid': '44a82d27-5756-4ee1-8c2e-d6a26bf75f15', 'tag': '3810c698-7926-46e1-9f80-aa481b319cbb', 'status': 'completed', 'code': 200} Jul 27 15:28:59.370490 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port ede82eeb-39f4-4652-975d-0576d9c9263c is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:28:59.401229 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-345671da-af51-4462-8f74-ed4786cc7141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (00d60317-bfb9-4c9e-9255-ec1b11aaa97d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:59.405173 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-345671da-af51-4462-8f74-ed4786cc7141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:59.409024 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-345671da-af51-4462-8f74-ed4786cc7141 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00d60317-bfb9-4c9e-9255-ec1b11aaa97d HTTP/1.1" status: 204 len: 168 time: 1.0560057 Jul 27 15:28:59.544661 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:59.617229 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-6648f850-8460-4bcb-95dd-35778c3c410e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:59.622134 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-6648f850-8460-4bcb-95dd-35778c3c410e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/networks?id=c38721ce-4da8-41f0-9615-4459de2daf25 HTTP/1.1" status: 200 len: 811 time: 1.0890028 Jul 27 15:28:59.632384 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-0f83b3ec-0f61-4b63-b12a-287bee24e420 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3810c698-7926-46e1-9f80-aa481b319cbb HTTP/1.1" status: 200 len: 217 time: 0.7990475 Jul 27 15:28:59.667635 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-926b18ef-7f5c-4c1f-a068-54b5bebd5577 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/quotas/fddbf2261d1f42d0a41aa921197fc181 HTTP/1.1" status: 200 len: 375 time: 0.0272145 Jul 27 15:28:59.705579 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:28:59.726338 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aa98e7f5-b0ee-41c8-b2c7-d6e0629516bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (4f270956-6ca6-4d15-a679-ac4d4502e6d0), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:59.728923 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aa98e7f5-b0ee-41c8-b2c7-d6e0629516bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:59.733336 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-aa98e7f5-b0ee-41c8-b2c7-d6e0629516bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f270956-6ca6-4d15-a679-ac4d4502e6d0 HTTP/1.1" status: 204 len: 168 time: 2.9589477 Jul 27 15:28:59.733777 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-dded4af3-40f6-47d1-933d-ca9e375155a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:59.735347 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-dded4af3-40f6-47d1-933d-ca9e375155a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 1127 time: 0.3488953 Jul 27 15:28:59.756302 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-81d2ac1c-f715-43bb-b066-31de4881439b req-f8658fd2-e999-49cd-86c2-3ffca3940556 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Publish callbacks [] for port (a260e595-5546-4217-bc37-aa09f91168bd), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:28:59.758960 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345671da-af51-4462-8f74-ed4786cc7141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d60317-bfb9-4c9e-9255-ec1b11aaa97d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:59.788306 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98e7f5-b0ee-41c8-b2c7-d6e0629516bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f270956-6ca6-4d15-a679-ac4d4502e6d0,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:28:59.819306 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af7e6e-0cfb-4929-999e-99bc4fa9e666 req-fa3ac431-b1c1-4897-9cb6-dc0a4ab8d8c8 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:28:59.821208 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-27af7e6e-0cfb-4929-999e-99bc4fa9e666 req-fa3ac431-b1c1-4897-9cb6-dc0a4ab8d8c8 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 943 time: 0.1086309 Jul 27 15:28:59.830280 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-f8d451a6-fa41-45a5-9d37-dbbf2ff54f5f tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fddbf2261d1f42d0a41aa921197fc181&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1285119 Jul 27 15:28:59.858756 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device f756fc75-944b-473d-ae75-760c35d5cfc2 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:28:59.905134 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed78f1c-029d-410e-a1a1-ab75f57ade31" -d '{"events": [{"name": "network-changed", "server_uuid": "9a75f912-669a-4719-b005-ed9bfc504f4f", "tag": "d43e69ee-e393-4930-9178-0cc2bbf003dd"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:28:59.997855 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-30c4be47-e205-4eff-a9db-573b6d902b7e None None] Current status of the port 8a1d843c-9aba-43d4-a7aa-681c99f61047 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:00.007691 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-81d2ac1c-f715-43bb-b066-31de4881439b req-f8658fd2-e999-49cd-86c2-3ffca3940556 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (a260e595-5546-4217-bc37-aa09f91168bd), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:00.046594 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-30c4be47-e205-4eff-a9db-573b6d902b7e None None] Provisioning complete for port c72c925d-1264-4bcf-b9bf-3f489f419faa triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:00.047329 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-30c4be47-e205-4eff-a9db-573b6d902b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:00.098559 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port f756fc75-944b-473d-ae75-760c35d5cfc2 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:00.098993 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (f756fc75-944b-473d-ae75-760c35d5cfc2), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:00.161287 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-3131f954-9400-435d-851f-04cd18c2b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:00.162533 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d2ac1c-f715-43bb-b066-31de4881439b req-f8658fd2-e999-49cd-86c2-3ffca3940556 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Network d6880b01-7ed5-4f46-967a-222879a1ea88 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:00.162970 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-3131f954-9400-435d-851f-04cd18c2b212 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.0919459 Jul 27 15:29:00.195347 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '0172039e-4d78-431f-989e-eb964871cdcb', 'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'mac_address': 'fa:16:3e:ad:36:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 2, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'subnets': [{'id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:00.250278 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-81d2ac1c-f715-43bb-b066-31de4881439b req-f8658fd2-e999-49cd-86c2-3ffca3940556 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:00.251562 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Checking router: 8ae11637-2b3a-4c8c-a15b-c360916f2037 for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:29:00.251976 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Updating router 8ae11637-2b3a-4c8c-a15b-c360916f2037 port 0172039e-4d78-431f-989e-eb964871cdcb binding host dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:29:00.256137 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d2ac1c-f715-43bb-b066-31de4881439b req-f8658fd2-e999-49cd-86c2-3ffca3940556 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:29:00.271980 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2ac1c-f715-43bb-b066-31de4881439b req-f8658fd2-e999-49cd-86c2-3ffca3940556 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:00.272868 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-81d2ac1c-f715-43bb-b066-31de4881439b req-f8658fd2-e999-49cd-86c2-3ffca3940556 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:00.335910 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-27af7e6e-0cfb-4929-999e-99bc4fa9e666 req-3657d09a-c457-4cea-95ef-84b1e51bcc72 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861739 Jul 27 15:29:00.349279 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-30c4be47-e205-4eff-a9db-573b6d902b7e None None] Current status of the port c72c925d-1264-4bcf-b9bf-3f489f419faa is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:00.350023 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-30c4be47-e205-4eff-a9db-573b6d902b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:00.358688 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (0172039e-4d78-431f-989e-eb964871cdcb), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:00.388754 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Allocated IP 172.27.1.229 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/565ac047-0187-47f9-a3ca-d86d5c57dc92) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:29:00.432999 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port f756fc75-944b-473d-ae75-760c35d5cfc2 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:00.441252 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 8a1d843c-9aba-43d4-a7aa-681c99f61047 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:00.454661 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-81d2ac1c-f715-43bb-b066-31de4881439b req-f8658fd2-e999-49cd-86c2-3ffca3940556 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7599366 Jul 27 15:29:00.458923 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-c9f42056-b6bb-426f-b7ca-ab97df4e5bd3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d43e69ee-e393-4930-9178-0cc2bbf003dd HTTP/1.1" status: 200 len: 217 time: 0.4792600 Jul 27 15:29:00.483455 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Request body: {'port': {'device_id': '5d4e3486-0439-4325-807e-433590eb231a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:00.502994 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:00.664264 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-30c4be47-e205-4eff-a9db-573b6d902b7e None None] For port c72c925d-1264-4bcf-b9bf-3f489f419faa, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=c72c925d-1264-4bcf-b9bf-3f489f419faa,segment=NetworkSegment(0d782dbe-2f4f-4b48-ac38-39f77cc9248d),segment_id=0d782dbe-2f4f-4b48-ac38-39f77cc9248d)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:00.702701 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-30c4be47-e205-4eff-a9db-573b6d902b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:00.757101 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for port (565ac047-0187-47f9-a3ca-d86d5c57dc92), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:00.766455 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8658fd2-e999-49cd-86c2-3ffca3940556 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Pushing event updated for resources: {'Port': ['ID=a260e595-5546-4217-bc37-aa09f91168bd,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:00.833278 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:00.841659 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-90074dfd-43bf-4f52-b28b-8db4e79484e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:00.843251 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-90074dfd-43bf-4f52-b28b-8db4e79484e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6648867 Jul 27 15:29:00.875186 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (565ac047-0187-47f9-a3ca-d86d5c57dc92), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:00.908068 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607821b-3ff6-4c9b-a89d-949052eeef33 req-9cec4aa9-d9aa-4c50-867a-9c95d37a24b3 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:00.910294 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6607821b-3ff6-4c9b-a89d-949052eeef33 req-9cec4aa9-d9aa-4c50-867a-9c95d37a24b3 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 932 time: 0.2667680 Jul 27 15:29:00.916621 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-8b8a5ee7-7830-4fb5-94f7-9e81a7c484fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:00.918641 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-8b8a5ee7-7830-4fb5-94f7-9e81a7c484fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.4225457 Jul 27 15:29:01.031334 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a260e595-5546-4217-bc37-aa09f91168bd), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:01.084572 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:01.143149 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Publish callbacks [] for port (0172039e-4d78-431f-989e-eb964871cdcb), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:01.150978 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:01.177639 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (0172039e-4d78-431f-989e-eb964871cdcb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:01.230462 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:01.241620 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:29:01.256440 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-7dd29746-544c-40c0-9d78-805797b99349 service neutron] 10.222.0.36 "GET /v2.0/networks/c38721ce-4da8-41f0-9615-4459de2daf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1759496 Jul 27 15:29:01.285076 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event updated for resources: {'Port': ['ID=565ac047-0187-47f9-a3ca-d86d5c57dc92,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:01.451598 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-3a113bc4-5571-4f33-a6c7-ea4626d4a1aa service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889130 Jul 27 15:29:01.459380 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-faaa91da-295b-4033-b63c-fc15f9828a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:01.460897 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-faaa91da-295b-4033-b63c-fc15f9828a55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5239873 Jul 27 15:29:01.465914 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-d4cfa949-e591-4d24-ae6e-058dc36eaf15 None None] Provisioning complete for port a260e595-5546-4217-bc37-aa09f91168bd triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:01.466654 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa949-e591-4d24-ae6e-058dc36eaf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (a260e595-5546-4217-bc37-aa09f91168bd), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:01.499047 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 8a1d843c-9aba-43d4-a7aa-681c99f61047 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:01.499047 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:01.633356 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4be47-e205-4eff-a9db-573b6d902b7e None None] Pushing event updated for resources: {'Port': ['ID=c72c925d-1264-4bcf-b9bf-3f489f419faa,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:01.643735 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for floatingip (2ae51731-9b96-4d4e-ad0b-118f0dd7c58b), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:01.650128 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:01.754492 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6607821b-3ff6-4c9b-a89d-949052eeef33 req-fd6e9261-6a6b-40d7-9560-97a5b72bd9fe tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8285551 Jul 27 15:29:01.822900 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-d4cfa949-e591-4d24-ae6e-058dc36eaf15 None None] Port a260e595-5546-4217-bc37-aa09f91168bd cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:29:01.847080 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-09f46d5f-34ea-482d-9e49-30c30271884a service neutron] 10.222.0.36 "GET /v2.0/networks/c38721ce-4da8-41f0-9615-4459de2daf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823958 Jul 27 15:29:01.865194 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (565ac047-0187-47f9-a3ca-d86d5c57dc92), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:01.973677 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66113794-7a1e-4cd0-9a85-dbdb2e811164 None None] Pushing event updated for resources: {'Port': ['ID=0172039e-4d78-431f-989e-eb964871cdcb,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:01.992416 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-9726d13c-9950-46d1-97b5-f102dcad1931 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227528 Jul 27 15:29:02.009822 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Attempting to bind port 0172039e-4d78-431f-989e-eb964871cdcb on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:29:02.010127 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Attempting to bind port 0172039e-4d78-431f-989e-eb964871cdcb by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': 'c4d8fe64-5236-410c-82d1-867b4f3d232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:29:02.010487 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Attempting to bind port 0172039e-4d78-431f-989e-eb964871cdcb on network bad7c82a-807d-4c47-8386-1a6c9fb4e649 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:29:02.064979 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for port (565ac047-0187-47f9-a3ca-d86d5c57dc92), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:02.078664 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:29:02.079042 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Checking segment: {'id': 'c4d8fe64-5236-410c-82d1-867b4f3d232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:29:02.079448 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:02.079853 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Bound using segment: {'id': 'c4d8fe64-5236-410c-82d1-867b4f3d232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:29:02.082258 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (565ac047-0187-47f9-a3ca-d86d5c57dc92), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:02.084584 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Bound port: 0172039e-4d78-431f-989e-eb964871cdcb, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d8fe64-5236-410c-82d1-867b4f3d232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:29:02.084987 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (0172039e-4d78-431f-989e-eb964871cdcb), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:02.091374 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:02.119506 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-021c3b4f-60fe-451b-953a-2a61408bf302 req-7b8b88da-607c-434f-b921-5accaf45f43a service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6377144 Jul 27 15:29:02.126905 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (2ae51731-9b96-4d4e-ad0b-118f0dd7c58b), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:02.127743 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 8a1d843c-9aba-43d4-a7aa-681c99f61047 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:02.129517 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device c72c925d-1264-4bcf-b9bf-3f489f419faa up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:02.133751 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:02.152592 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event updated for resources: {'Port': ['ID=565ac047-0187-47f9-a3ca-d86d5c57dc92,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:02.168930 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:02.179813 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-64af5dab-3946-4dde-a2c5-4c967fb1f1c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8070397 Jul 27 15:29:02.196297 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:02.256513 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-86598b41-6b80-42f5-a409-868ae1d4f424 req-ddc203d1-498e-4b42-951a-9f5422628265 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522500 Jul 27 15:29:02.330440 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a260e595-5546-4217-bc37-aa09f91168bd {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:29:02.348247 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Publish callbacks [] for port (a260e595-5546-4217-bc37-aa09f91168bd), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:02.379372 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Transition to ACTIVE for port object a260e595-5546-4217-bc37-aa09f91168bd will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:29:02.391955 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (a260e595-5546-4217-bc37-aa09f91168bd), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:02.405261 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port c72c925d-1264-4bcf-b9bf-3f489f419faa triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:02.409244 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:02.482388 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b96c6-2962-4db0-a3e6-b8362ff09264 req-e2264101-9d97-4f55-961f-05086c7a9ea6 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:02.488976 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e10b96c6-2962-4db0-a3e6-b8362ff09264 req-e2264101-9d97-4f55-961f-05086c7a9ea6 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 943 time: 0.1727023 Jul 27 15:29:02.545305 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] For port 0172039e-4d78-431f-989e-eb964871cdcb, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:29:02.545862 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0b911a-65f6-4d56-9806-c8adbd27f32d x-openstack-request-id: req-4a0b911a-65f6-4d56-9806-c8adbd27f32d {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:29:02.546328 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a75f912-669a-4719-b005-ed9bfc504f4f", "tag": "d43e69ee-e393-4930-9178-0cc2bbf003dd", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:29:02.546447 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a0b911a-65f6-4d56-9806-c8adbd27f32d {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:29:02.546875 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0b911a-65f6-4d56-9806-c8adbd27f32d'] response: {'name': 'network-changed', 'server_uuid': '9a75f912-669a-4719-b005-ed9bfc504f4f', 'tag': 'd43e69ee-e393-4930-9178-0cc2bbf003dd', 'status': 'completed', 'code': 200} Jul 27 15:29:02.550186 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Pushing event updated for resources: {'Port': ['ID=a260e595-5546-4217-bc37-aa09f91168bd,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:02.624023 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8ee083cd-5b3e-4f07-977e-27ade796315e req-b7f7ee92-5679-4d7a-8486-1edaefe102f4 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 210 time: 0.0732954 Jul 27 15:29:02.631736 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] For port 0172039e-4d78-431f-989e-eb964871cdcb, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=0172039e-4d78-431f-989e-eb964871cdcb,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:29:02.647262 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-0456909f-38c3-47bc-90e9-ffcc1e8f2a84 None None] Provisioning complete for port 0172039e-4d78-431f-989e-eb964871cdcb triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:02.648100 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0456909f-38c3-47bc-90e9-ffcc1e8f2a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (0172039e-4d78-431f-989e-eb964871cdcb), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:02.665042 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e10b96c6-2962-4db0-a3e6-b8362ff09264 req-60b0b0f3-153b-44e9-8e34-2783f4cba60d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664617 Jul 27 15:29:02.734872 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-0456909f-38c3-47bc-90e9-ffcc1e8f2a84 None None] Port 0172039e-4d78-431f-989e-eb964871cdcb cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:29:02.741191 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (0172039e-4d78-431f-989e-eb964871cdcb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:02.753889 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Attempting to bind port a260e595-5546-4217-bc37-aa09f91168bd on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:29:02.760574 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Attempting to bind port a260e595-5546-4217-bc37-aa09f91168bd by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'c6f124b8-f969-49dc-a75c-15d630fbda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:29:02.762143 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Attempting to bind port a260e595-5546-4217-bc37-aa09f91168bd on network d6880b01-7ed5-4f46-967a-222879a1ea88 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:29:02.793616 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Port a260e595-5546-4217-bc37-aa09f91168bd on network d6880b01-7ed5-4f46-967a-222879a1ea88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:29:02.796165 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Attempting to bind port a260e595-5546-4217-bc37-aa09f91168bd on network d6880b01-7ed5-4f46-967a-222879a1ea88 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:29:02.871732 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:29:02.877776 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Checking segment: {'id': 'c6f124b8-f969-49dc-a75c-15d630fbda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:29:02.878456 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Bound using segment: {'id': 'c6f124b8-f969-49dc-a75c-15d630fbda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:29:02.879142 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Bound port: a260e595-5546-4217-bc37-aa09f91168bd, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f124b8-f969-49dc-a75c-15d630fbda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:29:02.879903 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a260e595-5546-4217-bc37-aa09f91168bd), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:03.047496 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024705e3-9181-4355-b130-a94af7f0ef04 req-b02beb41-babe-4427-9f34-1b93c6dea1bb tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:03.049106 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-024705e3-9181-4355-b130-a94af7f0ef04 req-b02beb41-babe-4427-9f34-1b93c6dea1bb tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 944 time: 0.1262338 Jul 27 15:29:03.111481 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-1340d8ba-4745-4473-b8aa-a0e9089963ef tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--867607015&fields=id&tenant_id=ddfdba8b75e643b485b2237ae070a1b2 HTTP/1.1" status: 200 len: 267 time: 0.2803683 Jul 27 15:29:03.131690 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66113794-7a1e-4cd0-9a85-dbdb2e811164 None None] Pushing event updated for resources: {'Port': ['ID=0172039e-4d78-431f-989e-eb964871cdcb,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:03.148977 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Routers {'8ae11637-2b3a-4c8c-a15b-c360916f2037'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:29:03.153142 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:28:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['8ae11637-2b3a-4c8c-a15b-c360916f2037'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:03.197868 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-024705e3-9181-4355-b130-a94af7f0ef04 req-f4271ca3-580a-47b1-b2d4-91059fc632d4 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357410 Jul 27 15:29:03.306054 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] For port a260e595-5546-4217-bc37-aa09f91168bd, host hv-cinder-84131, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:29:03.353318 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] For port a260e595-5546-4217-bc37-aa09f91168bd, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a260e595-5546-4217-bc37-aa09f91168bd,segment=NetworkSegment(c6f124b8-f969-49dc-a75c-15d630fbda65),segment_id=c6f124b8-f969-49dc-a75c-15d630fbda65)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:29:03.392389 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (a260e595-5546-4217-bc37-aa09f91168bd), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:03.485911 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] Set router 8ae11637-2b3a-4c8c-a15b-c360916f2037 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:29:03.527423 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port c72c925d-1264-4bcf-b9bf-3f489f419faa is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:03.529164 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device faecff9d-5d06-4388-be3b-7d645d0787af up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:03.534160 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Pushing event updated for resources: {'Port': ['ID=a260e595-5546-4217-bc37-aa09f91168bd,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:03.562377 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-4ec9361e-c4a1-4778-b3ca-a31116518282 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:03.565246 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-4ec9361e-c4a1-4778-b3ca-a31116518282 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/networks?id=bad7c82a-807d-4c47-8386-1a6c9fb4e649 HTTP/1.1" status: 200 len: 816 time: 0.4516537 Jul 27 15:29:03.594061 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-c23a011e-1c7e-4c64-88c0-949b9a88b3de tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/quotas/ddfdba8b75e643b485b2237ae070a1b2 HTTP/1.1" status: 200 len: 375 time: 0.0181401 Jul 27 15:29:03.596180 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:03.597526 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:03.600071 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00cc73a3-b29f-43da-a517-dd1259462f42 service neutron] 10.222.0.42 "PUT /v2.0/ports/a260e595-5546-4217-bc37-aa09f91168bd HTTP/1.1" status: 200 len: 1094 time: 3.1280873 Jul 27 15:29:03.675943 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-ade82e59-e1ef-49ad-a03f-3f49e46aac61 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddfdba8b75e643b485b2237ae070a1b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671835 Jul 27 15:29:03.712459 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:03.717001 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-fc1660aa-16f2-46ce-aef0-80af099c2a93 None None] Provisioning complete for port 0172039e-4d78-431f-989e-eb964871cdcb triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:03.717526 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fc1660aa-16f2-46ce-aef0-80af099c2a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (0172039e-4d78-431f-989e-eb964871cdcb), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:03.759855 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port faecff9d-5d06-4388-be3b-7d645d0787af triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:03.760439 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (faecff9d-5d06-4388-be3b-7d645d0787af), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:03.833864 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-bdf2f018-98f8-4aca-945a-9a7506b709e8 service neutron] 10.222.0.36 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569273 Jul 27 15:29:03.845313 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d25757a8-5f24-4297-b8f9-98238d5c50b1 req-394336d1-3e6d-499a-8f48-69a7d8d64cbb tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 210 time: 0.0808520 Jul 27 15:29:03.961506 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:03.971685 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-cd9a46ad-5686-4c2f-8999-925cb8b719c8 service neutron] 10.222.0.36 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325302 Jul 27 15:29:04.058957 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22954dde-7715-431e-afc9-12218f7d795e req-ce7db2dd-3366-40da-bda7-1032ddd3e09f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:04.072020 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-22954dde-7715-431e-afc9-12218f7d795e req-ce7db2dd-3366-40da-bda7-1032ddd3e09f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 943 time: 0.0886409 Jul 27 15:29:04.135956 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-fc1660aa-16f2-46ce-aef0-80af099c2a93 None None] Current status of the port 0172039e-4d78-431f-989e-eb964871cdcb is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:04.136424 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fc1660aa-16f2-46ce-aef0-80af099c2a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (0172039e-4d78-431f-989e-eb964871cdcb), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:04.149648 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '0172039e-4d78-431f-989e-eb964871cdcb', 'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'mac_address': 'fa:16:3e:ad:36:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:29:02Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'subnets': [{'id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:04.158850 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-22954dde-7715-431e-afc9-12218f7d795e req-3a506cca-3419-45aa-891e-5d445782820a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815377 Jul 27 15:29:04.182819 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port faecff9d-5d06-4388-be3b-7d645d0787af is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:04.192051 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e540dc7-e5b6-4196-86e3-e55e523ed805 None None] The sync data for ids ['8ae11637-2b3a-4c8c-a15b-c360916f2037'] in dv-cinder-841315-2-iscsi is: [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '0172039e-4d78-431f-989e-eb964871cdcb', 'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'mac_address': 'fa:16:3e:ad:36:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:29:02Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'subnets': [{'id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:29:04.209299 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dbe623f9-d917-4b38-8b43-a5cf6a5811d5 req-58890616-7716-4e3b-a024-97c5d083dbd5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 210 time: 0.0827050 Jul 27 15:29:04.255908 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-fc1660aa-16f2-46ce-aef0-80af099c2a93 None None] For port 0172039e-4d78-431f-989e-eb964871cdcb, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=0172039e-4d78-431f-989e-eb964871cdcb,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:04.266941 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fc1660aa-16f2-46ce-aef0-80af099c2a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (0172039e-4d78-431f-989e-eb964871cdcb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:04.362719 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1660aa-16f2-46ce-aef0-80af099c2a93 None None] Pushing event updated for resources: {'Port': ['ID=0172039e-4d78-431f-989e-eb964871cdcb,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:04.415500 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741fbdf-beb0-4b30-838c-72439caa87f1 req-442f8aca-e8e4-4e91-9bf8-0dd20e43cc6f tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:04.429085 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1741fbdf-beb0-4b30-838c-72439caa87f1 req-442f8aca-e8e4-4e91-9bf8-0dd20e43cc6f tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 944 time: 0.1135311 Jul 27 15:29:04.444686 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 0172039e-4d78-431f-989e-eb964871cdcb up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:04.477289 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:04.548975 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4e3486-0439-4325-807e-433590eb231a', 'tag': 'a260e595-5546-4217-bc37-aa09f91168bd'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:29:04.559456 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dbf6df-8ea2-4c64-85b9-ff1afeae2031" -d '{"events": [{"name": "network-changed", "server_uuid": "5d4e3486-0439-4325-807e-433590eb231a", "tag": "a260e595-5546-4217-bc37-aa09f91168bd"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:29:04.575064 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:04.595295 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1741fbdf-beb0-4b30-838c-72439caa87f1 req-3515864b-10d5-4a33-aaa7-01810cd77df4 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652272 Jul 27 15:29:04.648581 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 0172039e-4d78-431f-989e-eb964871cdcb triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:04.649148 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (0172039e-4d78-431f-989e-eb964871cdcb), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:04.702797 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9265997-dbc9-43e7-a0d0-9b634451d011 x-openstack-request-id: req-e9265997-dbc9-43e7-a0d0-9b634451d011 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:29:04.703304 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d4e3486-0439-4325-807e-433590eb231a", "tag": "a260e595-5546-4217-bc37-aa09f91168bd", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:29:04.703304 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9265997-dbc9-43e7-a0d0-9b634451d011 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:29:04.703767 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9265997-dbc9-43e7-a0d0-9b634451d011'] response: {'name': 'network-changed', 'server_uuid': '5d4e3486-0439-4325-807e-433590eb231a', 'tag': 'a260e595-5546-4217-bc37-aa09f91168bd', 'status': 'completed', 'code': 200} Jul 27 15:29:04.807722 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 0172039e-4d78-431f-989e-eb964871cdcb is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:04.808983 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device c72c925d-1264-4bcf-b9bf-3f489f419faa up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:04.877504 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port c72c925d-1264-4bcf-b9bf-3f489f419faa triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:04.877823 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:05.007430 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port c72c925d-1264-4bcf-b9bf-3f489f419faa is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:05.016330 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2db35d87-3b68-462d-9f57-2b40daa87f4b req-978fb48f-1281-4244-ba06-e14f6f9cb959 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 210 time: 0.0605643 Jul 27 15:29:05.298577 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3df8d-7bdf-4933-ae3b-8cc5e46c46fa req-435470d2-142e-4134-93f9-4a1d3d21f454 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:05.300084 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5ca3df8d-7bdf-4933-ae3b-8cc5e46c46fa req-435470d2-142e-4134-93f9-4a1d3d21f454 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 943 time: 0.0592287 Jul 27 15:29:05.321385 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fe47f13e-fcdd-4e98-8baa-e2b9e5a9b339 req-3c020c59-83de-4761-981e-0fbcd458aaab tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 210 time: 0.0287166 Jul 27 15:29:05.327245 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:05.352065 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5ca3df8d-7bdf-4933-ae3b-8cc5e46c46fa req-bb12843d-5c72-492d-a86d-a57621773b62 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459318 Jul 27 15:29:05.678297 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 3810c698-7926-46e1-9f80-aa481b319cbb details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:29:05.698864 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:05.720273 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150f0c3-f197-4c0d-9290-b810b314d1da req-3a51f362-7ab7-40a6-b64f-9745e8ab9ab7 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:05.721745 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b150f0c3-f197-4c0d-9290-b810b314d1da req-3a51f362-7ab7-40a6-b64f-9745e8ab9ab7 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 944 time: 0.0577855 Jul 27 15:29:05.779521 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b150f0c3-f197-4c0d-9290-b810b314d1da req-26a2ce76-be6f-4447-b993-c3b7a0ac4961 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487425 Jul 27 15:29:05.782879 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:05.828895 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 3810c698-7926-46e1-9f80-aa481b319cbb, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3810c698-7926-46e1-9f80-aa481b319cbb,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:05.842508 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': '3810c698-7926-46e1-9f80-aa481b319cbb', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'port_id': '3810c698-7926-46e1-9f80-aa481b319cbb', 'mac_address': 'fa:16:3e:a9:29:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:29:05.882429 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 3810c698-7926-46e1-9f80-aa481b319cbb is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:05.882829 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (3810c698-7926-46e1-9f80-aa481b319cbb), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:05.907466 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3810c698-7926-46e1-9f80-aa481b319cbb {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:29:05.935718 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 3810c698-7926-46e1-9f80-aa481b319cbb, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3810c698-7926-46e1-9f80-aa481b319cbb,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:05.940565 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (3810c698-7926-46e1-9f80-aa481b319cbb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:06.016075 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=3810c698-7926-46e1-9f80-aa481b319cbb,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:06.022376 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40f869-b5fa-41b4-a007-d1a6fc10aecf req-91964ad1-2d59-46ac-8d53-5673152ef05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:06.025625 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3a40f869-b5fa-41b4-a007-d1a6fc10aecf req-91964ad1-2d59-46ac-8d53-5673152ef05c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 1128 time: 0.0660794 Jul 27 15:29:06.067057 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:06.194304 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbf6df-8ea2-4c64-85b9-ff1afeae2031 req-5e26531a-e6de-465c-bd23-5b2289840585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:06.195644 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-94dbf6df-8ea2-4c64-85b9-ff1afeae2031 req-5e26531a-e6de-465c-bd23-5b2289840585 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1c7c86e4b1c40ec8e4335a2770353f5&device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 1128 time: 0.1683302 Jul 27 15:29:06.212116 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ae4c4b64-b0b7-440e-b73a-01467cc24c0e req-553ca895-e776-4149-8134-862e399d17dc tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 210 time: 0.0901952 Jul 27 15:29:06.267793 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['3810c698-7926-46e1-9f80-aa481b319cbb'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:29:06.277826 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40f869-b5fa-41b4-a007-d1a6fc10aecf req-de043f51-8a9b-425e-be74-9fa7748e41d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:06.281529 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3a40f869-b5fa-41b4-a007-d1a6fc10aecf req-de043f51-8a9b-425e-be74-9fa7748e41d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 920 time: 0.2443120 Jul 27 15:29:06.336008 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 0172039e-4d78-431f-989e-eb964871cdcb up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:06.355524 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:06.459885 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 0172039e-4d78-431f-989e-eb964871cdcb triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:06.460295 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (0172039e-4d78-431f-989e-eb964871cdcb), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:06.465237 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e419281a-b8de-4e9c-992d-aae4cfa80cd6 req-58df5bcf-614f-42f9-9c93-3b0391b65219 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 210 time: 0.0454757 Jul 27 15:29:06.561502 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77196e8-8bd8-497e-b996-ebc5708d1a76 req-189b3e4b-6002-4b91-9961-b9a3a868b8da tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:06.572348 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d77196e8-8bd8-497e-b996-ebc5708d1a76 req-189b3e4b-6002-4b91-9961-b9a3a868b8da tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 943 time: 0.0974915 Jul 27 15:29:06.632911 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 0172039e-4d78-431f-989e-eb964871cdcb is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:06.642422 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d77196e8-8bd8-497e-b996-ebc5708d1a76 req-85bb700a-3ef5-4a13-9f66-0f1013ab3d41 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691190 Jul 27 15:29:06.918234 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c0c76-011e-417d-8534-5c84ef502ff9 req-c5af3cab-a148-4595-9c85-8eae3be10e50 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:06.919685 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2e3c0c76-011e-417d-8534-5c84ef502ff9 req-c5af3cab-a148-4595-9c85-8eae3be10e50 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 944 time: 0.0468183 Jul 27 15:29:06.972671 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2e3c0c76-011e-417d-8534-5c84ef502ff9 req-cb651974-36a8-4729-b6d7-8e23e4354d3c tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472450 Jul 27 15:29:07.328478 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f65caaa7-d18d-42f3-90bf-810916919525 req-30222082-24bd-4a60-b19e-cd6a2c0c3e34 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 210 time: 0.0416744 Jul 27 15:29:07.609212 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f3591144-bb54-4dcc-8c4b-3de52c9b3f1a req-d747d5a0-a1bb-4ebf-85ac-c34507dd608e tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 210 time: 0.0341189 Jul 27 15:29:07.783504 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bde603-1d52-48b7-a1a7-adee852af785 req-6cd118ce-46fd-4f1c-975f-6b7ba303f37a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:07.785095 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-45bde603-1d52-48b7-a1a7-adee852af785 req-6cd118ce-46fd-4f1c-975f-6b7ba303f37a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 943 time: 0.0589693 Jul 27 15:29:07.841076 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-45bde603-1d52-48b7-a1a7-adee852af785 req-f465f555-6177-47f7-a13a-f0f0d1f9b972 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502181 Jul 27 15:29:08.097698 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2a408-cfb7-42d4-9b09-8fd637d4c75c req-cdd99c80-1a9e-4487-abca-b89fbaaaa292 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:08.099611 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-78e2a408-cfb7-42d4-9b09-8fd637d4c75c req-cdd99c80-1a9e-4487-abca-b89fbaaaa292 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 944 time: 0.0505114 Jul 27 15:29:08.148342 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-78e2a408-cfb7-42d4-9b09-8fd637d4c75c req-813d707c-d33e-441f-978e-5909580e900d tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435746 Jul 27 15:29:08.184264 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 39006) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:08.286843 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b8417456-0b48-48a5-86a9-434f6f2a7934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:08.362619 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b8417456-0b48-48a5-86a9-434f6f2a7934 admin admin] Publish callbacks [] for security_group (fa83c2ec-544c-482d-95bb-075d3b771af2), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:08.367253 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b8417456-0b48-48a5-86a9-434f6f2a7934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (fa83c2ec-544c-482d-95bb-075d3b771af2), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:08.407592 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b8417456-0b48-48a5-86a9-434f6f2a7934 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=afa19fcb601f475f9c9478b5084701d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221613 Jul 27 15:29:08.408479 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8417456-0b48-48a5-86a9-434f6f2a7934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa83c2ec-544c-482d-95bb-075d3b771af2,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:08.412358 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 39012) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:08.425953 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1bd38037-4f23-451f-95a2-06773f5bc7de req-82cc9bd5-a56a-47d6-a22d-b6eeec2aba1e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 210 time: 0.0286331 Jul 27 15:29:08.465828 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f6580bc8-ade3-481a-908d-bcdf93221ae4 admin admin] Publish callbacks [] for security_group (fa83c2ec-544c-482d-95bb-075d3b771af2), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:08.486917 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f6580bc8-ade3-481a-908d-bcdf93221ae4 admin admin] Publish callbacks [] for security_group (fa83c2ec-544c-482d-95bb-075d3b771af2), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:08.532193 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f6580bc8-ade3-481a-908d-bcdf93221ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (fa83c2ec-544c-482d-95bb-075d3b771af2), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:08.534631 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f6580bc8-ade3-481a-908d-bcdf93221ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:08.535759 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-f6580bc8-ade3-481a-908d-bcdf93221ae4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa83c2ec-544c-482d-95bb-075d3b771af2 HTTP/1.1" status: 204 len: 168 time: 0.1224618 Jul 27 15:29:08.543812 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6580bc8-ade3-481a-908d-bcdf93221ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa83c2ec-544c-482d-95bb-075d3b771af2,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:08.715743 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0c29e96a-dff6-4418-896f-e8629e0f3223 req-f7122417-4a06-40a6-b0d0-7f81009f3f65 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 210 time: 0.0284462 Jul 27 15:29:08.824188 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 39026) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:08.837349 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-67cd9061-80db-472a-9159-3fadc8adb494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:08.924617 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-67cd9061-80db-472a-9159-3fadc8adb494 admin admin] Publish callbacks [] for security_group (2323d58a-d5bb-4b38-9986-677065f727d9), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:08.930853 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-67cd9061-80db-472a-9159-3fadc8adb494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (2323d58a-d5bb-4b38-9986-677065f727d9), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:08.951737 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:08.963631 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd47f6a-816e-4dde-8264-7d6ccc689fbb req-88a059e7-9007-49c1-8c67-5b5acc4b93aa tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:08.965285 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7bd47f6a-816e-4dde-8264-7d6ccc689fbb req-88a059e7-9007-49c1-8c67-5b5acc4b93aa tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 943 time: 0.0506060 Jul 27 15:29:08.976079 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-67cd9061-80db-472a-9159-3fadc8adb494 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6715f22d6c5c4afb825c2b9b0be9ac1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508188 Jul 27 15:29:08.977289 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd9061-80db-472a-9159-3fadc8adb494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2323d58a-d5bb-4b38-9986-677065f727d9,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:08.978600 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 39032) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:09.043448 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7bd47f6a-816e-4dde-8264-7d6ccc689fbb req-78e9b4d1-d9a0-4354-af7c-923c5645316f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718734 Jul 27 15:29:09.059237 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52381af3-5b77-4918-975d-c6903d7ead71 admin admin] Publish callbacks [] for security_group (2323d58a-d5bb-4b38-9986-677065f727d9), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:09.081472 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52381af3-5b77-4918-975d-c6903d7ead71 admin admin] Publish callbacks [] for security_group (2323d58a-d5bb-4b38-9986-677065f727d9), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:09.125636 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52381af3-5b77-4918-975d-c6903d7ead71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (2323d58a-d5bb-4b38-9986-677065f727d9), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:09.128214 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-52381af3-5b77-4918-975d-c6903d7ead71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:09.129317 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-52381af3-5b77-4918-975d-c6903d7ead71 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2323d58a-d5bb-4b38-9986-677065f727d9 HTTP/1.1" status: 204 len: 168 time: 0.1497200 Jul 27 15:29:09.136664 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52381af3-5b77-4918-975d-c6903d7ead71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2323d58a-d5bb-4b38-9986-677065f727d9,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:09.257537 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:09.276823 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b635b-10ce-4af7-93e0-ef969a86930f req-fdebc14b-9250-4c63-a58d-4928fd9d9572 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:09.278306 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b7b635b-10ce-4af7-93e0-ef969a86930f req-fdebc14b-9250-4c63-a58d-4928fd9d9572 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 944 time: 0.0565825 Jul 27 15:29:09.328926 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7b7b635b-10ce-4af7-93e0-ef969a86930f req-8054be15-b1f8-4762-8327-40b2b8c1ece7 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442810 Jul 27 15:29:09.528016 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f918b0a4-7a95-458e-926d-d7dacad1d9f5 req-abff1750-d2d9-4cb5-8a95-842e4a1a6483 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 210 time: 0.0277412 Jul 27 15:29:09.809327 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 3810c698-7926-46e1-9f80-aa481b319cbb up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:09.836759 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed78f1c-029d-410e-a1a1-ab75f57ade31 req-26e535f1-29cf-49e0-8c04-fbc0166f2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:09.838381 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0ed78f1c-029d-410e-a1a1-ab75f57ade31 req-26e535f1-29cf-49e0-8c04-fbc0166f2b31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 1127 time: 0.1392531 Jul 27 15:29:09.918801 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port 3810c698-7926-46e1-9f80-aa481b319cbb completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:29:09.931768 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port 3810c698-7926-46e1-9f80-aa481b319cbb triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:09.932196 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (3810c698-7926-46e1-9f80-aa481b319cbb), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:09.956598 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3a40f869-b5fa-41b4-a007-d1a6fc10aecf req-dc622cc0-2afc-408d-8e91-6b9972fac191 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3810c698-7926-46e1-9f80-aa481b319cbb HTTP/1.1" status: 200 len: 217 time: 0.2596476 Jul 27 15:29:10.018325 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-afa53393-3823-4586-9943-27a636ae0141 req-559c53f7-5a4e-4a56-a854-f0d7687ed6d9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 210 time: 0.1325309 Jul 27 15:29:10.043043 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 3810c698-7926-46e1-9f80-aa481b319cbb is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:10.043434 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (3810c698-7926-46e1-9f80-aa481b319cbb), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:10.101620 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed78f1c-029d-410e-a1a1-ab75f57ade31 req-c47df9e8-e673-4d09-80ad-3397618ce8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:10.103253 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0ed78f1c-029d-410e-a1a1-ab75f57ade31 req-c47df9e8-e673-4d09-80ad-3397618ce8f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 920 time: 0.2582028 Jul 27 15:29:10.107517 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a82d27-5756-4ee1-8c2e-d6a26bf75f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3810c698-7926-46e1-9f80-aa481b319cbb'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:29:10.194990 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 3810c698-7926-46e1-9f80-aa481b319cbb, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3810c698-7926-46e1-9f80-aa481b319cbb,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:10.202692 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (3810c698-7926-46e1-9f80-aa481b319cbb), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:10.258141 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=3810c698-7926-46e1-9f80-aa481b319cbb,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:10.316417 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84884b6e-cc61-4dac-9d58-bb398db80852 req-e0e0327d-6f20-4c1e-afde-de87fe8396d6 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:10.320451 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf93e3c-da3e-4ee2-acc5-e9038e17556f" -d '{"events": [{"server_uuid": "44a82d27-5756-4ee1-8c2e-d6a26bf75f15", "name": "network-vif-plugged", "status": "completed", "tag": "3810c698-7926-46e1-9f80-aa481b319cbb"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:29:10.323628 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84884b6e-cc61-4dac-9d58-bb398db80852 req-e0e0327d-6f20-4c1e-afde-de87fe8396d6 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 943 time: 0.1086679 Jul 27 15:29:10.342328 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbf6df-8ea2-4c64-85b9-ff1afeae2031 req-8f1295ad-4294-486a-96fd-781f6fa33bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:10.344036 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-94dbf6df-8ea2-4c64-85b9-ff1afeae2031 req-8f1295ad-4294-486a-96fd-781f6fa33bb8 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e1c7c86e4b1c40ec8e4335a2770353f5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6458619 Jul 27 15:29:10.379345 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84884b6e-cc61-4dac-9d58-bb398db80852 req-79307a6b-fda0-4176-81e9-20eaac00aaf9 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548344 Jul 27 15:29:10.464182 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a399007-ef90-43b6-85f7-6506c5f5a432 x-openstack-request-id: req-9a399007-ef90-43b6-85f7-6506c5f5a432 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:29:10.464513 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a82d27-5756-4ee1-8c2e-d6a26bf75f15", "name": "network-vif-plugged", "status": "completed", "tag": "3810c698-7926-46e1-9f80-aa481b319cbb", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:29:10.464770 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a399007-ef90-43b6-85f7-6506c5f5a432 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:29:10.465218 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a399007-ef90-43b6-85f7-6506c5f5a432'] response: {'server_uuid': '44a82d27-5756-4ee1-8c2e-d6a26bf75f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3810c698-7926-46e1-9f80-aa481b319cbb', 'code': 200} Jul 27 15:29:10.502111 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e8894-9fd6-42ef-a056-ec5c4a496a79 req-8b56a28e-65fd-4a29-9863-8a340b87c9cc tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:10.503867 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fb5e8894-9fd6-42ef-a056-ec5c4a496a79 req-8b56a28e-65fd-4a29-9863-8a340b87c9cc tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 944 time: 0.0508337 Jul 27 15:29:10.552224 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fb5e8894-9fd6-42ef-a056-ec5c4a496a79 req-d09a5aa4-7e45-4134-8552-14bf5eee54b9 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Jul 27 15:29:10.631633 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3844f12a-79d9-4882-ae4a-2142f9c19992 req-d23f186e-6f37-4e84-be77-200567065f3a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 210 time: 0.0294380 Jul 27 15:29:11.142205 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-05a9ee54-45b7-49ca-a7c4-6446e8abba60 req-c57d5b45-3719-4590-812e-66bb394fdaf8 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 210 time: 0.0280030 Jul 27 15:29:11.498251 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db959117-5e1f-4761-b7cc-322cd19c0016 req-055546d4-e269-4633-8334-3af1a4c1fd45 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:11.499711 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db959117-5e1f-4761-b7cc-322cd19c0016 req-055546d4-e269-4633-8334-3af1a4c1fd45 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 943 time: 0.0475998 Jul 27 15:29:11.506223 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 39150) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:11.548365 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db959117-5e1f-4761-b7cc-322cd19c0016 req-114158d0-8ae3-48e6-8f9a-e38a5d0cd5e5 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428128 Jul 27 15:29:11.617499 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-94a9f2cc-2a39-415e-a88a-8d6e8f9bc8f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:11.635993 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:11.663412 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:11.697879 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc454ef4-99b6-4002-b652-afc5549859f6 req-f689c93b-8255-41e0-b9d0-0599367abe14 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:11.699361 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dc454ef4-99b6-4002-b652-afc5549859f6 req-f689c93b-8255-41e0-b9d0-0599367abe14 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 944 time: 0.0744631 Jul 27 15:29:11.734532 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a7ad993-78a8-41fe-8f04-9f61197f67af req-13c5b55b-8262-402f-872d-f126481addc2 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 210 time: 0.0307264 Jul 27 15:29:11.774769 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-94a9f2cc-2a39-415e-a88a-8d6e8f9bc8f8 admin admin] Publish callbacks [] for security_group (eae38ef9-ec84-4e73-9039-979fcffc2082), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:11.778714 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dc454ef4-99b6-4002-b652-afc5549859f6 req-fe9addd8-a734-450a-98cd-ce74a35e8b6c tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711210 Jul 27 15:29:11.779675 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-94a9f2cc-2a39-415e-a88a-8d6e8f9bc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (eae38ef9-ec84-4e73-9039-979fcffc2082), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:11.819780 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-94a9f2cc-2a39-415e-a88a-8d6e8f9bc8f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f48f22b6a61d4fcca5e546c911dea185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124959 Jul 27 15:29:11.820625 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9f2cc-2a39-415e-a88a-8d6e8f9bc8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae38ef9-ec84-4e73-9039-979fcffc2082,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:11.823396 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 39158) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:11.875221 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6194aae4-b559-4e1c-8423-11225734f23f admin admin] Publish callbacks [] for security_group (eae38ef9-ec84-4e73-9039-979fcffc2082), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:11.897404 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6194aae4-b559-4e1c-8423-11225734f23f admin admin] Publish callbacks [] for security_group (eae38ef9-ec84-4e73-9039-979fcffc2082), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:11.950446 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6194aae4-b559-4e1c-8423-11225734f23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (eae38ef9-ec84-4e73-9039-979fcffc2082), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:11.953011 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6194aae4-b559-4e1c-8423-11225734f23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:11.954147 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6194aae4-b559-4e1c-8423-11225734f23f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eae38ef9-ec84-4e73-9039-979fcffc2082 HTTP/1.1" status: 204 len: 168 time: 0.1297476 Jul 27 15:29:11.962506 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194aae4-b559-4e1c-8423-11225734f23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae38ef9-ec84-4e73-9039-979fcffc2082,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:12.227046 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 39174) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:12.241273 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f0d7-740e-49aa-af0c-89fafbe2be8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:12.249346 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8b7d5e06-201f-4afe-8a3c-582643a93e63 req-6f9c60dc-de3e-474d-94ee-95f24e436a71 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 210 time: 0.0279496 Jul 27 15:29:12.322342 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f0d7-740e-49aa-af0c-89fafbe2be8f admin admin] Publish callbacks [] for security_group (9831d234-3767-49c6-b24a-8dc5ac2a42a0), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:12.325908 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f0d7-740e-49aa-af0c-89fafbe2be8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (9831d234-3767-49c6-b24a-8dc5ac2a42a0), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:12.363594 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d9f2f0d7-740e-49aa-af0c-89fafbe2be8f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66da08535a5b4c79b02622a4294406b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355016 Jul 27 15:29:12.365454 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2f0d7-740e-49aa-af0c-89fafbe2be8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9831d234-3767-49c6-b24a-8dc5ac2a42a0,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:12.366370 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 39176) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:12.415008 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfe25-eaa8-4a28-b498-d9636a740197 admin admin] Publish callbacks [] for security_group (9831d234-3767-49c6-b24a-8dc5ac2a42a0), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:12.435951 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfe25-eaa8-4a28-b498-d9636a740197 admin admin] Publish callbacks [] for security_group (9831d234-3767-49c6-b24a-8dc5ac2a42a0), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:12.484068 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfe25-eaa8-4a28-b498-d9636a740197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (9831d234-3767-49c6-b24a-8dc5ac2a42a0), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:12.486610 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfe25-eaa8-4a28-b498-d9636a740197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:12.488281 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-ee2cfe25-eaa8-4a28-b498-d9636a740197 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9831d234-3767-49c6-b24a-8dc5ac2a42a0 HTTP/1.1" status: 204 len: 168 time: 0.1209636 Jul 27 15:29:12.497015 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cfe25-eaa8-4a28-b498-d9636a740197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9831d234-3767-49c6-b24a-8dc5ac2a42a0,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:12.659724 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device d43e69ee-e393-4930-9178-0cc2bbf003dd details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:29:12.675104 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b6f04-42eb-4146-a4fe-4f171072c88a req-6f0a64f5-217b-4a22-b228-83a4bc9da976 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:12.677278 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dc0b6f04-42eb-4146-a4fe-4f171072c88a req-6f0a64f5-217b-4a22-b228-83a4bc9da976 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 943 time: 0.0580266 Jul 27 15:29:12.681474 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:12.751466 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dc0b6f04-42eb-4146-a4fe-4f171072c88a req-35595acb-c7c5-414a-ac09-e3453e54fb1b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677521 Jul 27 15:29:12.752945 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0ed78f1c-029d-410e-a1a1-ab75f57ade31 req-8490389f-5ee9-449e-bcf1-cba74a7eba25 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d43e69ee-e393-4930-9178-0cc2bbf003dd HTTP/1.1" status: 200 len: 217 time: 0.0381186 Jul 27 15:29:12.839700 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed78f1c-029d-410e-a1a1-ab75f57ade31 req-1be7aa80-4283-4fc2-83bf-d3b7e573ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:12.842233 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0ed78f1c-029d-410e-a1a1-ab75f57ade31 req-1be7aa80-4283-4fc2-83bf-d3b7e573ba73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.0813124 Jul 27 15:29:12.907583 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port d43e69ee-e393-4930-9178-0cc2bbf003dd, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d43e69ee-e393-4930-9178-0cc2bbf003dd,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:12.943360 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': 'd43e69ee-e393-4930-9178-0cc2bbf003dd', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'port_id': 'd43e69ee-e393-4930-9178-0cc2bbf003dd', 'mac_address': 'fa:16:3e:f2:a1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:29:12.984536 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed78f1c-029d-410e-a1a1-ab75f57ade31 req-72114ef7-2333-439a-82cc-d9c27fc135a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:12.990204 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0ed78f1c-029d-410e-a1a1-ab75f57ade31 req-72114ef7-2333-439a-82cc-d9c27fc135a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1387649 Jul 27 15:29:12.997281 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.42', 49989) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:13.001404 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port d43e69ee-e393-4930-9178-0cc2bbf003dd is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:13.002560 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d43e69ee-e393-4930-9178-0cc2bbf003dd), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:13.023687 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43e69ee-e393-4930-9178-0cc2bbf003dd {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:29:13.049587 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port d43e69ee-e393-4930-9178-0cc2bbf003dd, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d43e69ee-e393-4930-9178-0cc2bbf003dd,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:13.055737 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (d43e69ee-e393-4930-9178-0cc2bbf003dd), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:13.117335 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=48 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:13.135891 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40f869-b5fa-41b4-a007-d1a6fc10aecf req-28693ca2-1848-4909-9140-16683ab1b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:13.143504 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3a40f869-b5fa-41b4-a007-d1a6fc10aecf req-28693ca2-1848-4909-9140-16683ab1b850 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.3814363 Jul 27 15:29:13.174016 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=d43e69ee-e393-4930-9178-0cc2bbf003dd,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:13.257347 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.42', 49993) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:13.308716 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['d43e69ee-e393-4930-9178-0cc2bbf003dd'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:29:13.383224 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:13.386039 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3dfa80c6-b242-4207-92c8-36dbd515e415 req-69b617cb-0943-4702-9250-27d43b441086 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 210 time: 0.3942885 Jul 27 15:29:13.477590 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:13.496171 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.42', 49996) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:13.602812 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27485bdd-a1d0-432d-9dc9-d7c4a77b92a9 req-03afe799-8e0b-4256-a025-5d3f01d2f6b4 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:13.610727 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-27485bdd-a1d0-432d-9dc9-d7c4a77b92a9 req-03afe799-8e0b-4256-a025-5d3f01d2f6b4 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 944 time: 0.4632425 Jul 27 15:29:13.613069 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbf6df-8ea2-4c64-85b9-ff1afeae2031 req-d65a2a28-bd10-45f3-b9f2-c5cd808cbd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:13.615337 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-94dbf6df-8ea2-4c64-85b9-ff1afeae2031 req-d65a2a28-bd10-45f3-b9f2-c5cd808cbd2c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7412319 Jul 27 15:29:13.622528 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:13.624297 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40f869-b5fa-41b4-a007-d1a6fc10aecf req-4dc3813e-193a-4966-9866-4b9797d5f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:13.628835 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3a40f869-b5fa-41b4-a007-d1a6fc10aecf req-4dc3813e-193a-4966-9866-4b9797d5f8b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3698554 Jul 27 15:29:13.631078 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe126e4-296c-4217-96a8-e2beefeac3b1 req-08948a76-4ac0-47fa-8186-b522df083402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:13.635309 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bfe126e4-296c-4217-96a8-e2beefeac3b1 req-08948a76-4ac0-47fa-8186-b522df083402 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 1129 time: 0.3235886 Jul 27 15:29:13.710324 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:13.712696 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7cf85306-9243-4ed0-b745-d8c1aa915426 req-18d2fa02-2250-4db6-bd72-0d1abd052fd0 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 210 time: 0.2041786 Jul 27 15:29:13.748522 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:13.807981 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0ed78f1c-029d-410e-a1a1-ab75f57ade31 req-4b36dec1-492c-4bb6-91c7-0baff483204c service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087440 Jul 27 15:29:13.882550 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3a40f869-b5fa-41b4-a007-d1a6fc10aecf req-0b048d67-03c1-4b28-b187-65591482c570 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358060 Jul 27 15:29:13.894606 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=10,neutron:SELECT=90 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:13.896410 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-bfe126e4-296c-4217-96a8-e2beefeac3b1 req-57c7d8ce-bb37-4728-a86d-4311050c8255 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:13.937360 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-a7af1317-ec08-4a0a-9c03-3541092405b9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:13.941978 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-a7af1317-ec08-4a0a-9c03-3541092405b9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.42 "GET /v2.0/networks?id=bad7c82a-807d-4c47-8386-1a6c9fb4e649 HTTP/1.1" status: 200 len: 816 time: 0.9381118 Jul 27 15:29:14.026851 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2ac1c-f715-43bb-b066-31de4881439b req-ab3fe522-1a99-4cca-88bc-be87f1e7cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:14.028149 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-81d2ac1c-f715-43bb-b066-31de4881439b req-ab3fe522-1a99-4cca-88bc-be87f1e7cf18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1c7c86e4b1c40ec8e4335a2770353f5&device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 1128 time: 0.1444817 Jul 27 15:29:14.040523 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575305a6-ca0b-4456-a591-2106081dd969 req-e1932dc0-95c6-47f8-be62-e5ab6e6119ca tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:14.042031 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-575305a6-ca0b-4456-a591-2106081dd969 req-e1932dc0-95c6-47f8-be62-e5ab6e6119ca tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 944 time: 0.1383266 Jul 27 15:29:14.043281 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-27485bdd-a1d0-432d-9dc9-d7c4a77b92a9 req-8a7e67b5-d990-4d16-bc6b-8c9d8d8037bb tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317071 Jul 27 15:29:14.059086 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-7d753c84-733f-4709-8b56-317e381d4579 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:14.060828 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-7d753c84-733f-4709-8b56-317e381d4579 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.42 "GET /v2.0/networks?id=c38721ce-4da8-41f0-9615-4459de2daf25 HTTP/1.1" status: 200 len: 811 time: 0.5506701 Jul 27 15:29:14.104166 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3a40f869-b5fa-41b4-a007-d1a6fc10aecf req-348bc84d-8c0e-4448-87b2-d1a2e19f8bc4 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751707 Jul 27 15:29:14.135646 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0ed78f1c-029d-410e-a1a1-ab75f57ade31 req-ee8ccadb-7821-4d38-ac7e-8e180e3d92ed service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125913 Jul 27 15:29:14.142944 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2543c7b7-413d-437a-b56d-7a553e782016 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddfdba8b75e643b485b2237ae070a1b2 HTTP/1.1" status: 200 len: 379 time: 0.1747634 Jul 27 15:29:14.146301 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-bfe126e4-296c-4217-96a8-e2beefeac3b1 req-57c7d8ce-bb37-4728-a86d-4311050c8255 service neutron] Publish callbacks [] for security_group (06bec5eb-3d7f-414f-b09f-4ad2008a894f), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:14.151113 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-bfe126e4-296c-4217-96a8-e2beefeac3b1 req-57c7d8ce-bb37-4728-a86d-4311050c8255 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (06bec5eb-3d7f-414f-b09f-4ad2008a894f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:14.161740 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-575305a6-ca0b-4456-a591-2106081dd969 req-40dbe584-b95b-4cd6-b704-bf0aad221250 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998220 Jul 27 15:29:14.204418 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bfe126e4-296c-4217-96a8-e2beefeac3b1 req-57c7d8ce-bb37-4728-a86d-4311050c8255 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561185 Jul 27 15:29:14.209296 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7d8ce-bb37-4728-a86d-4311050c8255 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=06bec5eb-3d7f-414f-b09f-4ad2008a894f,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:14.512168 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-31246bbd-f037-4edb-acad-70a00f06d92c req-423898b3-95ea-4881-a246-fbf553187727 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 210 time: 0.0335245 Jul 27 15:29:14.728240 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 39278) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:14.854506 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec2a7ae8-ff8c-4621-bf5b-2c6f247a2ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:14.857197 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1fa8d89f-a927-403c-b11d-af1e2a08ffa2 req-23a5d79a-35ba-4878-bbcd-6ff9eb360f8b tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 210 time: 0.0418699 Jul 27 15:29:14.939150 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec2a7ae8-ff8c-4621-bf5b-2c6f247a2ba4 admin admin] Publish callbacks [] for security_group (7baadefb-2e76-407f-9f4b-afb792b6b071), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:14.942762 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ec2a7ae8-ff8c-4621-bf5b-2c6f247a2ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (7baadefb-2e76-407f-9f4b-afb792b6b071), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:14.985012 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a7ae8-ff8c-4621-bf5b-2c6f247a2ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7baadefb-2e76-407f-9f4b-afb792b6b071,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:14.990639 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ec2a7ae8-ff8c-4621-bf5b-2c6f247a2ba4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c8e0d1e0dae4ce2949c98021480e5fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608497 Jul 27 15:29:14.993037 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 39284) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:15.042818 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4f79722c-9493-49fc-8b14-df0c23100d8a admin admin] Publish callbacks [] for security_group (7baadefb-2e76-407f-9f4b-afb792b6b071), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:15.063594 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4f79722c-9493-49fc-8b14-df0c23100d8a admin admin] Publish callbacks [] for security_group (7baadefb-2e76-407f-9f4b-afb792b6b071), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:15.092137 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:15.111769 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4f79722c-9493-49fc-8b14-df0c23100d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (7baadefb-2e76-407f-9f4b-afb792b6b071), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:15.114268 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4f79722c-9493-49fc-8b14-df0c23100d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:15.115494 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4f79722c-9493-49fc-8b14-df0c23100d8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7baadefb-2e76-407f-9f4b-afb792b6b071 HTTP/1.1" status: 204 len: 168 time: 0.1213214 Jul 27 15:29:15.123348 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79722c-9493-49fc-8b14-df0c23100d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baadefb-2e76-407f-9f4b-afb792b6b071,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:15.175298 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9d809-f5f5-4df0-a86a-a696b2f2dac5 req-09baa1db-85a1-4559-ab4a-55e32b2afb25 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:15.176874 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dce9d809-f5f5-4df0-a86a-a696b2f2dac5 req-09baa1db-85a1-4559-ab4a-55e32b2afb25 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 944 time: 0.0505192 Jul 27 15:29:15.242010 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dce9d809-f5f5-4df0-a86a-a696b2f2dac5 req-c6a26698-10f2-4463-830e-8ed41f0e5cea tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594900 Jul 27 15:29:15.301036 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf37f0-eebe-4364-abee-bba23af38e49 req-163f5640-7bd4-4fdc-b565-e8fa0a7de3ab tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:15.302577 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fdcf37f0-eebe-4364-abee-bba23af38e49 req-163f5640-7bd4-4fdc-b565-e8fa0a7de3ab tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 944 time: 0.0499561 Jul 27 15:29:15.352191 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fdcf37f0-eebe-4364-abee-bba23af38e49 req-37782e46-09ca-4cdf-8642-ced35424da8b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433865 Jul 27 15:29:15.421529 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 39294) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:15.435741 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-380b8ca9-af7b-4202-bdd3-d1cd04a21b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:15.512746 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-380b8ca9-af7b-4202-bdd3-d1cd04a21b99 admin admin] Publish callbacks [] for security_group (40c50c16-d9d0-4756-b041-e2f10afa0554), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:15.516554 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-380b8ca9-af7b-4202-bdd3-d1cd04a21b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (40c50c16-d9d0-4756-b041-e2f10afa0554), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:15.564847 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b8ca9-af7b-4202-bdd3-d1cd04a21b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c50c16-d9d0-4756-b041-e2f10afa0554,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:15.568989 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-380b8ca9-af7b-4202-bdd3-d1cd04a21b99 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd695a014b6c4f07845cc455545feb2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461334 Jul 27 15:29:15.571601 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 39300) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:15.632053 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a82bf0e5-b237-457c-9f52-f7b8f6572441 req-7261c557-61c8-4496-a2e3-458a9701c9db tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 210 time: 0.0351214 Jul 27 15:29:15.649419 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-41ab6b99-deee-4f7d-86bb-a1722419228f admin admin] Publish callbacks [] for security_group (40c50c16-d9d0-4756-b041-e2f10afa0554), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:15.670735 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-41ab6b99-deee-4f7d-86bb-a1722419228f admin admin] Publish callbacks [] for security_group (40c50c16-d9d0-4756-b041-e2f10afa0554), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:15.718933 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-41ab6b99-deee-4f7d-86bb-a1722419228f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (40c50c16-d9d0-4756-b041-e2f10afa0554), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:15.721482 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-41ab6b99-deee-4f7d-86bb-a1722419228f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:15.722619 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-41ab6b99-deee-4f7d-86bb-a1722419228f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40c50c16-d9d0-4756-b041-e2f10afa0554 HTTP/1.1" status: 204 len: 168 time: 0.1500216 Jul 27 15:29:15.731004 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab6b99-deee-4f7d-86bb-a1722419228f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c50c16-d9d0-4756-b041-e2f10afa0554,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:15.968606 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-87e4ea3e-eade-4b28-89dc-25fbc0b2530e req-be9f1b19-b347-4411-910a-487ab4484cbc tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 210 time: 0.0314209 Jul 27 15:29:16.349076 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:16.364269 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824c8ca-7249-48b9-9cd3-df3e93205031 req-a7fb5487-bdec-4389-bd7d-6e2fafbb872e tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:16.365754 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6824c8ca-7249-48b9-9cd3-df3e93205031 req-a7fb5487-bdec-4389-bd7d-6e2fafbb872e tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 944 time: 0.0517292 Jul 27 15:29:16.416448 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6824c8ca-7249-48b9-9cd3-df3e93205031 req-97ca623a-b5cb-42fa-9e95-c6be134129f6 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450644 Jul 27 15:29:16.471577 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f85e78-43e0-414d-bb3b-ea01933e68a8 req-3db2c5d6-d158-419a-8180-1b46941139a5 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:16.473211 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c3f85e78-43e0-414d-bb3b-ea01933e68a8 req-3db2c5d6-d158-419a-8180-1b46941139a5 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 944 time: 0.0510354 Jul 27 15:29:16.520786 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c3f85e78-43e0-414d-bb3b-ea01933e68a8 req-b97655a9-04b3-4fa2-8f3f-4583ee9db2d7 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408273 Jul 27 15:29:16.732386 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-412e1ea0-34c9-49b2-89fe-683e6c56aca8 req-9fae6119-0f44-465d-ae97-7d9391f714f6 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 210 time: 0.0300341 Jul 27 15:29:16.931873 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2398f9f6-e132-4303-b7b1-c6d9cba13a79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Request body: {'port': {'device_id': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'admin_state_up': True, 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'security_groups': ['e4bc500d-74e2-4fb3-b6da-b00776714045']}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:16.947397 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-81d2ac1c-f715-43bb-b066-31de4881439b req-84f93d9f-92b0-40c3-a88f-6ffd568c029f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a260e595-5546-4217-bc37-aa09f91168bd HTTP/1.1" status: 200 len: 217 time: 0.0345392 Jul 27 15:29:16.966492 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device d43e69ee-e393-4930-9178-0cc2bbf003dd up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:17.000257 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:17.014544 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port d43e69ee-e393-4930-9178-0cc2bbf003dd completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:29:17.024339 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port d43e69ee-e393-4930-9178-0cc2bbf003dd triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:17.025641 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (d43e69ee-e393-4930-9178-0cc2bbf003dd), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:17.056147 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00834f20-30ac-4e31-b48f-a8b86400995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:17.057936 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-81d2ac1c-f715-43bb-b066-31de4881439b req-00834f20-30ac-4e31-b48f-a8b86400995b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6 HTTP/1.1" status: 200 len: 851 time: 0.0994720 Jul 27 15:29:17.061602 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-57fb417f-e7d8-42dc-9eb3-3018c464b0c4 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fddbf2261d1f42d0a41aa921197fc181 HTTP/1.1" status: 200 len: 380 time: 0.1488872 Jul 27 15:29:17.088012 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-65cb7f68-c08c-40ff-b8a7-66c82645f5cd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Request body: {'port': {'device_id': 'ba023b6d-f35a-4213-979f-652a4c79acd9', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'admin_state_up': True, 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'security_groups': ['d6a93dbd-f123-42a6-b19a-54f90bab0292']}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:17.103377 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e46e80bf-d65f-48ff-99f8-a45a3f63215f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:17.111514 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:17.136503 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2ac1c-f715-43bb-b066-31de4881439b req-12383ea6-74d8-4fb8-9671-4fee5118e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:17.139250 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-81d2ac1c-f715-43bb-b066-31de4881439b req-12383ea6-74d8-4fb8-9671-4fee5118e1c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6880b01-7ed5-4f46-967a-222879a1ea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692611 Jul 27 15:29:17.145879 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port d43e69ee-e393-4930-9178-0cc2bbf003dd is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:17.146277 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d43e69ee-e393-4930-9178-0cc2bbf003dd), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:17.169782 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a75f912-669a-4719-b005-ed9bfc504f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43e69ee-e393-4930-9178-0cc2bbf003dd'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:29:17.171886 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fc24efed-5829-4cd1-be89-c24971558f31 req-1c7e7187-52e9-464c-b334-ceaa8ee22203 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 210 time: 0.0894625 Jul 27 15:29:17.172814 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d371e92b-6a0a-4f90-8984-1543f9473ddd" -d '{"events": [{"server_uuid": "9a75f912-669a-4719-b005-ed9bfc504f4f", "name": "network-vif-plugged", "status": "completed", "tag": "d43e69ee-e393-4930-9178-0cc2bbf003dd"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:29:17.188362 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port d43e69ee-e393-4930-9178-0cc2bbf003dd, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d43e69ee-e393-4930-9178-0cc2bbf003dd,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:17.195414 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (d43e69ee-e393-4930-9178-0cc2bbf003dd), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:17.235031 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78252457-4785-48ed-affb-b95acfc918ae x-openstack-request-id: req-78252457-4785-48ed-affb-b95acfc918ae {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:29:17.240163 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a75f912-669a-4719-b005-ed9bfc504f4f", "name": "network-vif-plugged", "status": "completed", "tag": "d43e69ee-e393-4930-9178-0cc2bbf003dd", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:29:17.240552 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78252457-4785-48ed-affb-b95acfc918ae {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:29:17.241185 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78252457-4785-48ed-affb-b95acfc918ae'] response: {'server_uuid': '9a75f912-669a-4719-b005-ed9bfc504f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43e69ee-e393-4930-9178-0cc2bbf003dd', 'code': 200} Jul 27 15:29:17.245968 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2398f9f6-e132-4303-b7b1-c6d9cba13a79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Made reservation on behalf of ddfdba8b75e643b485b2237ae070a1b2 for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:29:17.250167 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2398f9f6-e132-4303-b7b1-c6d9cba13a79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:17.262804 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=d43e69ee-e393-4930-9178-0cc2bbf003dd,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:17.366377 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-65cb7f68-c08c-40ff-b8a7-66c82645f5cd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Made reservation on behalf of fddbf2261d1f42d0a41aa921197fc181 for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:29:17.370140 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-65cb7f68-c08c-40ff-b8a7-66c82645f5cd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:17.506210 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2398f9f6-e132-4303-b7b1-c6d9cba13a79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Allocated IP 172.20.0.7 (bad7c82a-807d-4c47-8386-1a6c9fb4e649/40f6b828-0dfb-469f-8ba5-9835528b3b1e/43e59693-e433-4779-9d2a-78cbea8c9b08) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:29:17.557275 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c197c-0cb7-4eca-9db2-8a76b9ac8202 req-87abda5d-2854-4bbb-8640-fe67f89ac204 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:17.559050 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d58c197c-0cb7-4eca-9db2-8a76b9ac8202 req-87abda5d-2854-4bbb-8640-fe67f89ac204 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 944 time: 0.0614712 Jul 27 15:29:17.581724 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-81d2ac1c-f715-43bb-b066-31de4881439b req-963055fa-06e5-4d7c-9527-8575e35a6020 service neutron] 10.222.0.42 "GET /v2.0/networks/d6880b01-7ed5-4f46-967a-222879a1ea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326089 Jul 27 15:29:17.689526 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-65cb7f68-c08c-40ff-b8a7-66c82645f5cd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Allocated IP 172.20.0.4 (c38721ce-4da8-41f0-9615-4459de2daf25/e0cea517-b378-4c3d-b1c1-f934678ba74f/3f864415-ce7a-4cf3-afb1-cbde9b6bb602) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:29:17.752844 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d58c197c-0cb7-4eca-9db2-8a76b9ac8202 req-f669f1b6-023d-4152-b2b4-9be0ceed11da tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854935 Jul 27 15:29:17.807538 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-81d2ac1c-f715-43bb-b066-31de4881439b req-f08be815-f106-4092-9137-7ac03e60ced3 service neutron] 10.222.0.42 "GET /v2.0/networks/d6880b01-7ed5-4f46-967a-222879a1ea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090411 Jul 27 15:29:17.826438 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc9232-157b-4043-9a0c-19ab61ed9788 req-6ddc7c7b-8de0-45e0-a6cb-802cd1007475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:17.828828 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0dfc9232-157b-4043-9a0c-19ab61ed9788 req-6ddc7c7b-8de0-45e0-a6cb-802cd1007475 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 1129 time: 0.1391594 Jul 27 15:29:17.840796 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585c61c-d32c-47cc-acd5-6ab9c029f1e3 req-a9304297-3e23-42f2-ba5a-61aa5c090ba1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:17.842704 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c585c61c-d32c-47cc-acd5-6ab9c029f1e3 req-a9304297-3e23-42f2-ba5a-61aa5c090ba1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.1505349 Jul 27 15:29:17.847715 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:17.932331 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2398f9f6-e132-4303-b7b1-c6d9cba13a79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:17.986456 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c13311f7-b108-454e-8aeb-612400c9704c req-1841e4c2-a2dd-4628-b7f9-cc383ab2ddaa tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 210 time: 0.0731797 Jul 27 15:29:18.046507 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:18.128088 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2398f9f6-e132-4303-b7b1-c6d9cba13a79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:18.188335 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-65cb7f68-c08c-40ff-b8a7-66c82645f5cd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for port (3f864415-ce7a-4cf3-afb1-cbde9b6bb602), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:18.193274 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0dfc9232-157b-4043-9a0c-19ab61ed9788 req-e391408c-c54b-42d0-95d9-8cc0a4efdb8d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490424 Jul 27 15:29:18.223161 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c585c61c-d32c-47cc-acd5-6ab9c029f1e3 req-3c7eb32d-c74a-445c-9858-9db9d5a8db6f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550029 Jul 27 15:29:18.248248 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-65cb7f68-c08c-40ff-b8a7-66c82645f5cd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (3f864415-ce7a-4cf3-afb1-cbde9b6bb602), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:18.260051 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2398f9f6-e132-4303-b7b1-c6d9cba13a79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Network bad7c82a-807d-4c47-8386-1a6c9fb4e649 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:18.266197 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2398f9f6-e132-4303-b7b1-c6d9cba13a79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:18.274633 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2398f9f6-e132-4303-b7b1-c6d9cba13a79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:29:18.285482 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2398f9f6-e132-4303-b7b1-c6d9cba13a79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:18.285482 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2398f9f6-e132-4303-b7b1-c6d9cba13a79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:18.288324 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398f9f6-e132-4303-b7b1-c6d9cba13a79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event updated for resources: {'Port': ['ID=43e59693-e433-4779-9d2a-78cbea8c9b08,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:18.350954 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-65cb7f68-c08c-40ff-b8a7-66c82645f5cd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Network c38721ce-4da8-41f0-9615-4459de2daf25 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:18.358413 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2398f9f6-e132-4303-b7b1-c6d9cba13a79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4369650 Jul 27 15:29:18.363333 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-65cb7f68-c08c-40ff-b8a7-66c82645f5cd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:18.369375 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-65cb7f68-c08c-40ff-b8a7-66c82645f5cd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:29:18.374489 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-65cb7f68-c08c-40ff-b8a7-66c82645f5cd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:18.375098 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-65cb7f68-c08c-40ff-b8a7-66c82645f5cd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:18.409318 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8edd59-66a8-44b3-88fd-8a3a39f516a9 req-17d6b9aa-e888-4f32-b4a4-44d7f705c46f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:18.411055 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2d8edd59-66a8-44b3-88fd-8a3a39f516a9 req-17d6b9aa-e888-4f32-b4a4-44d7f705c46f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 931 time: 0.1164985 Jul 27 15:29:18.412851 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb7f68-c08c-40ff-b8a7-66c82645f5cd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event updated for resources: {'Port': ['ID=3f864415-ce7a-4cf3-afb1-cbde9b6bb602,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:18.430356 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-65cb7f68-c08c-40ff-b8a7-66c82645f5cd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3490584 Jul 27 15:29:18.487321 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2d8edd59-66a8-44b3-88fd-8a3a39f516a9 req-eac83de2-cbc4-4249-bb2c-df8ed701a6ce tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667684 Jul 27 15:29:18.620283 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-cd7c2968-afd4-40d1-8158-f3e2d10f3e7e None None] Provisioning complete for port 43e59693-e433-4779-9d2a-78cbea8c9b08 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:18.620819 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cd7c2968-afd4-40d1-8158-f3e2d10f3e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:18.651567 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c2968-afd4-40d1-8158-f3e2d10f3e7e None None] Port 43e59693-e433-4779-9d2a-78cbea8c9b08 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:29:18.659233 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-cd7c2968-afd4-40d1-8158-f3e2d10f3e7e None None] Provisioning complete for port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:18.659600 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cd7c2968-afd4-40d1-8158-f3e2d10f3e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (3f864415-ce7a-4cf3-afb1-cbde9b6bb602), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:18.689207 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c2968-afd4-40d1-8158-f3e2d10f3e7e None None] Port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:29:18.844609 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:18.880500 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf9fc9-e7fb-4505-88cb-c9773df1eeb4 req-e042f112-a476-4053-bf4b-67ac2538b781 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:18.881941 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2dcf9fc9-e7fb-4505-88cb-c9773df1eeb4 req-e042f112-a476-4053-bf4b-67ac2538b781 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 944 time: 0.0470002 Jul 27 15:29:18.927514 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2dcf9fc9-e7fb-4505-88cb-c9773df1eeb4 req-5694179f-ec62-4fe6-a14e-94ef5280dbd0 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400069 Jul 27 15:29:19.118975 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842fced-421a-49ff-808f-49da093f6a65 req-a2a07702-afef-471e-a0b3-c7e65670e57c tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:19.120445 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7842fced-421a-49ff-808f-49da093f6a65 req-a2a07702-afef-471e-a0b3-c7e65670e57c tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 931 time: 0.0504122 Jul 27 15:29:19.165864 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7842fced-421a-49ff-808f-49da093f6a65 req-afce855d-dbc5-421d-94dc-43acd7694055 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398667 Jul 27 15:29:19.272422 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:19.279555 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fc6a1ef4-f00c-4dcb-9aab-0f30bea77c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:19.334247 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd9f4f-2fec-4343-83bf-bb8abeb1a935 req-26fb85d0-462e-44a3-8a42-a85ed138f630 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:19.335707 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5fcd9f4f-2fec-4343-83bf-bb8abeb1a935 req-26fb85d0-462e-44a3-8a42-a85ed138f630 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0517530 Jul 27 15:29:19.382019 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5fcd9f4f-2fec-4343-83bf-bb8abeb1a935 req-dbbaa9bc-e28e-4ba3-85c1-bdf9b6edcce2 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404680 Jul 27 15:29:19.609101 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46026-5a8d-4b0b-ba04-859c2aaf36b4 req-17950ed2-7eec-4a8c-968e-a798bd6dfa10 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:19.610533 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-08b46026-5a8d-4b0b-ba04-859c2aaf36b4 req-17950ed2-7eec-4a8c-968e-a798bd6dfa10 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 931 time: 0.0459771 Jul 27 15:29:19.656628 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-08b46026-5a8d-4b0b-ba04-859c2aaf36b4 req-30f0f45d-16fe-4979-b3fa-7bacf4871b2d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403767 Jul 27 15:29:20.040656 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14bc96-e729-4aca-89d9-96557f90784c req-22801046-f298-470c-83a6-ed72ecf5a24c tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:20.042098 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bc14bc96-e729-4aca-89d9-96557f90784c req-22801046-f298-470c-83a6-ed72ecf5a24c tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 944 time: 0.0458465 Jul 27 15:29:20.087979 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bc14bc96-e729-4aca-89d9-96557f90784c req-ebe6377d-dd7f-4e4b-b8a8-27a1879732ce tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402949 Jul 27 15:29:20.283888 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac0479-1cb2-4a89-bfec-d163e5df3046 req-0536fb6f-4593-4a02-a461-4d8aa27a83a6 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:20.285348 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e5ac0479-1cb2-4a89-bfec-d163e5df3046 req-0536fb6f-4593-4a02-a461-4d8aa27a83a6 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 931 time: 0.0492551 Jul 27 15:29:20.331165 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a260e595-5546-4217-bc37-aa09f91168bd details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:29:20.332799 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e5ac0479-1cb2-4a89-bfec-d163e5df3046 req-c69ade00-5fd2-4a28-97db-915b47f43720 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419080 Jul 27 15:29:20.432777 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port a260e595-5546-4217-bc37-aa09f91168bd, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a260e595-5546-4217-bc37-aa09f91168bd,segment=NetworkSegment(c6f124b8-f969-49dc-a75c-15d630fbda65),segment_id=c6f124b8-f969-49dc-a75c-15d630fbda65)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:20.443603 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': 'a260e595-5546-4217-bc37-aa09f91168bd', 'network_id': 'd6880b01-7ed5-4f46-967a-222879a1ea88', 'port_id': 'a260e595-5546-4217-bc37-aa09f91168bd', 'mac_address': 'fa:16:3e:fd:75:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:29:20.479085 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port a260e595-5546-4217-bc37-aa09f91168bd is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:20.479399 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a260e595-5546-4217-bc37-aa09f91168bd), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:20.492851 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a260e595-5546-4217-bc37-aa09f91168bd {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:29:20.497926 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f768b-9f19-4d38-b547-aac4337a4f32 req-7397b271-20df-42e2-9adc-62370709654e tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:20.499429 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-628f768b-9f19-4d38-b547-aac4337a4f32 req-7397b271-20df-42e2-9adc-62370709654e tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0468299 Jul 27 15:29:20.512807 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port a260e595-5546-4217-bc37-aa09f91168bd, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a260e595-5546-4217-bc37-aa09f91168bd,segment=NetworkSegment(c6f124b8-f969-49dc-a75c-15d630fbda65),segment_id=c6f124b8-f969-49dc-a75c-15d630fbda65)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:20.516522 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (a260e595-5546-4217-bc37-aa09f91168bd), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:20.549728 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-628f768b-9f19-4d38-b547-aac4337a4f32 req-88750832-856c-449e-bbfb-6dd00c1e054f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446978 Jul 27 15:29:20.573619 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=a260e595-5546-4217-bc37-aa09f91168bd,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:20.776139 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e6184-0a5d-4342-9bce-c8f2f5c2f7ff req-63fd31d0-68cf-4637-8b8b-ae37ac6d505e tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:20.777494 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2f9e6184-0a5d-4342-9bce-c8f2f5c2f7ff req-63fd31d0-68cf-4637-8b8b-ae37ac6d505e tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 931 time: 0.0465021 Jul 27 15:29:20.807718 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:20.824577 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2f9e6184-0a5d-4342-9bce-c8f2f5c2f7ff req-eec7a135-d6bb-4c42-81d5-ac6842652a3b tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417395 Jul 27 15:29:21.203173 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd702ca-49aa-44c7-a590-e6bf550389f6 req-6684542f-79c1-4668-bd1e-c552acf63146 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:21.204688 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dbd702ca-49aa-44c7-a590-e6bf550389f6 req-6684542f-79c1-4668-bd1e-c552acf63146 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 945 time: 0.0480506 Jul 27 15:29:21.250299 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dbd702ca-49aa-44c7-a590-e6bf550389f6 req-f6afdd2c-eb88-4c79-9e10-1d22eceb2ec5 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402060 Jul 27 15:29:21.449019 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921825d-8b2e-4de1-8cfc-d2c9283e839b req-a04fc599-8f04-4cce-aa55-6d46ea0176c0 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:21.450445 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e921825d-8b2e-4de1-8cfc-d2c9283e839b req-a04fc599-8f04-4cce-aa55-6d46ea0176c0 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 931 time: 0.0461252 Jul 27 15:29:21.499840 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e921825d-8b2e-4de1-8cfc-d2c9283e839b req-28518516-6e45-4d17-a1d4-55b6ed2cc2b1 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440114 Jul 27 15:29:21.585251 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['a260e595-5546-4217-bc37-aa09f91168bd'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:29:21.606850 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:21.680840 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e39c50-de6a-431c-9cdb-f192a3122544 req-8c241958-9082-4055-85da-85ab4f30468b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:21.682755 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-80e39c50-de6a-431c-9cdb-f192a3122544 req-8c241958-9082-4055-85da-85ab4f30468b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0553329 Jul 27 15:29:21.736838 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-80e39c50-de6a-431c-9cdb-f192a3122544 req-3c295375-22ed-49c7-b972-84444bb14f3d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474243 Jul 27 15:29:21.866116 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Request body: {'port': {'device_id': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:21.870154 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:21.874192 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Request body: {'port': {'device_id': 'ba023b6d-f35a-4213-979f-652a4c79acd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:21.956024 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:21.999763 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a10c6-4a45-474e-a736-791649e87e5d req-bfb78705-c5c1-428b-970e-75e942c47370 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:22.001231 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f25a10c6-4a45-474e-a736-791649e87e5d req-bfb78705-c5c1-428b-970e-75e942c47370 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 931 time: 0.0897374 Jul 27 15:29:22.032061 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:22.042249 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:22.057982 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (3f864415-ce7a-4cf3-afb1-cbde9b6bb602), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:22.149515 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f25a10c6-4a45-474e-a736-791649e87e5d req-98803fbe-37bd-41b8-a576-058e3963bcb3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281335 Jul 27 15:29:22.246948 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:22.435617 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:22.444244 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bf52c-1195-43a1-8b11-9026197d1f05 req-67196b22-e5f0-4eba-a331-50ba1ad18ab8 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:22.446156 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6c8bf52c-1195-43a1-8b11-9026197d1f05 req-67196b22-e5f0-4eba-a331-50ba1ad18ab8 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 945 time: 0.0958035 Jul 27 15:29:22.498599 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6c8bf52c-1195-43a1-8b11-9026197d1f05 req-65eaf4e2-bde3-4589-947d-ceae257f7545 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454292 Jul 27 15:29:22.701538 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fc0cb-2a80-4bbf-ab56-accd0ed43c66 req-544bb8f5-17a5-4304-aa59-1c96a08a527a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:22.703017 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cb7fc0cb-2a80-4bbf-ab56-accd0ed43c66 req-544bb8f5-17a5-4304-aa59-1c96a08a527a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 931 time: 0.0966861 Jul 27 15:29:22.828793 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cb7fc0cb-2a80-4bbf-ab56-accd0ed43c66 req-0cebeb27-1495-45fe-a1eb-2b3fcbf71730 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176884 Jul 27 15:29:22.868199 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7be5c6-1496-47b7-862f-8d1fc16f2741 req-fe572ab5-6284-4f48-aad4-83a0c64eb460 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:22.875108 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-db7be5c6-1496-47b7-862f-8d1fc16f2741 req-fe572ab5-6284-4f48-aad4-83a0c64eb460 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0602093 Jul 27 15:29:22.911474 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e59693-e433-4779-9d2a-78cbea8c9b08 {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:29:22.920642 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:29:22.921577 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-db7be5c6-1496-47b7-862f-8d1fc16f2741 req-0871bf15-8e99-406a-825c-9b3c3ca9f3aa tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456202 Jul 27 15:29:22.926945 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Publish callbacks [] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:22.933433 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Publish callbacks [] for port (3f864415-ce7a-4cf3-afb1-cbde9b6bb602), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:22.954718 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Transition to ACTIVE for port object 43e59693-e433-4779-9d2a-78cbea8c9b08 will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:29:22.957074 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:22.959113 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Transition to ACTIVE for port object 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:29:22.961085 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:22.987780 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (3f864415-ce7a-4cf3-afb1-cbde9b6bb602), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:23.025258 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:23.044638 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Pushing event updated for resources: {'Port': ['ID=43e59693-e433-4779-9d2a-78cbea8c9b08,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:23.147326 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Attempting to bind port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:29:23.147668 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Attempting to bind port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '0d782dbe-2f4f-4b48-ac38-39f77cc9248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:29:23.148027 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Attempting to bind port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 on network c38721ce-4da8-41f0-9615-4459de2daf25 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:29:23.153528 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f864415-ce7a-4cf3-afb1-cbde9b6bb602,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:23.158220 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Attempting to bind port 43e59693-e433-4779-9d2a-78cbea8c9b08 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:29:23.158561 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Attempting to bind port 43e59693-e433-4779-9d2a-78cbea8c9b08 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'c4d8fe64-5236-410c-82d1-867b4f3d232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:29:23.158893 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Attempting to bind port 43e59693-e433-4779-9d2a-78cbea8c9b08 on network bad7c82a-807d-4c47-8386-1a6c9fb4e649 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:29:23.164765 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 on network c38721ce-4da8-41f0-9615-4459de2daf25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:29:23.165077 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Attempting to bind port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 on network c38721ce-4da8-41f0-9615-4459de2daf25 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:29:23.167201 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Port 43e59693-e433-4779-9d2a-78cbea8c9b08 on network bad7c82a-807d-4c47-8386-1a6c9fb4e649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:29:23.167526 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Attempting to bind port 43e59693-e433-4779-9d2a-78cbea8c9b08 on network bad7c82a-807d-4c47-8386-1a6c9fb4e649 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:29:23.175076 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:29:23.175434 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Checking segment: {'id': '0d782dbe-2f4f-4b48-ac38-39f77cc9248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:29:23.175806 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Bound using segment: {'id': '0d782dbe-2f4f-4b48-ac38-39f77cc9248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:29:23.176426 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Bound port: 3f864415-ce7a-4cf3-afb1-cbde9b6bb602, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d782dbe-2f4f-4b48-ac38-39f77cc9248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:29:23.176657 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (3f864415-ce7a-4cf3-afb1-cbde9b6bb602), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:23.181464 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:29:23.181464 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Checking segment: {'id': 'c4d8fe64-5236-410c-82d1-867b4f3d232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:29:23.181464 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Bound using segment: {'id': 'c4d8fe64-5236-410c-82d1-867b4f3d232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:29:23.181464 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Bound port: 43e59693-e433-4779-9d2a-78cbea8c9b08, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d8fe64-5236-410c-82d1-867b4f3d232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:29:23.181464 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:23.230593 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 39526) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:23.357745 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d1e587b0-bc75-4395-bec8-df9b78c060cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:23.389968 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e4cba-cb0e-4954-8b4b-cd6fd6ad4766 req-939f43b4-f51b-4633-b260-6ebf578d57cc tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:23.397451 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5a1e4cba-cb0e-4954-8b4b-cd6fd6ad4766 req-939f43b4-f51b-4633-b260-6ebf578d57cc tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.1335244 Jul 27 15:29:23.405881 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] For port 43e59693-e433-4779-9d2a-78cbea8c9b08, host hv-cinder-84131, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:29:23.410382 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] For port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602, host hv-cinder-84131, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:29:23.420201 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] For port 43e59693-e433-4779-9d2a-78cbea8c9b08, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=43e59693-e433-4779-9d2a-78cbea8c9b08,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:29:23.422526 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] For port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3f864415-ce7a-4cf3-afb1-cbde9b6bb602,segment=NetworkSegment(0d782dbe-2f4f-4b48-ac38-39f77cc9248d),segment_id=0d782dbe-2f4f-4b48-ac38-39f77cc9248d)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:29:23.438837 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:23.441126 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (3f864415-ce7a-4cf3-afb1-cbde9b6bb602), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:23.447936 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d1e587b0-bc75-4395-bec8-df9b78c060cf admin admin] Publish callbacks [] for security_group (ec149fdd-0e52-4e80-adf1-0a10199ae769), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:23.452535 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-d1e587b0-bc75-4395-bec8-df9b78c060cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (ec149fdd-0e52-4e80-adf1-0a10199ae769), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:23.491744 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-d1e587b0-bc75-4395-bec8-df9b78c060cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de92eeb0d263464ea91f5d04f7f8c0d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598464 Jul 27 15:29:23.493769 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e587b0-bc75-4395-bec8-df9b78c060cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec149fdd-0e52-4e80-adf1-0a10199ae769,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:23.496492 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 39532) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:23.498659 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:23.499352 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:23.500819 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] 10.222.0.42 "PUT /v2.0/ports/3f864415-ce7a-4cf3-afb1-cbde9b6bb602 HTTP/1.1" status: 200 len: 1093 time: 1.6315029 Jul 27 15:29:23.510514 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba023b6d-f35a-4213-979f-652a4c79acd9', 'tag': '3f864415-ce7a-4cf3-afb1-cbde9b6bb602'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:29:23.513699 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ef206c-e2e4-4e80-b703-51d176001b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba023b6d-f35a-4213-979f-652a4c79acd9", "tag": "3f864415-ce7a-4cf3-afb1-cbde9b6bb602"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:29:23.537110 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a260e595-5546-4217-bc37-aa09f91168bd up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:23.539057 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:23.539675 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:23.541342 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] 10.222.0.42 "PUT /v2.0/ports/43e59693-e433-4779-9d2a-78cbea8c9b08 HTTP/1.1" status: 200 len: 1093 time: 1.6797171 Jul 27 15:29:23.553549 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-29ad35de-4fd9-4703-9661-4573b510a271 admin admin] Publish callbacks [] for security_group (ec149fdd-0e52-4e80-adf1-0a10199ae769), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:23.557747 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:23.575333 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5a1e4cba-cb0e-4954-8b4b-cd6fd6ad4766 req-998b4d90-8b74-49ed-a586-a30a47413162 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708550 Jul 27 15:29:23.581203 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1f6c5-93ca-4c1e-8126-b0ed50d4ce5f service neutron] Pushing event updated for resources: {'Port': ['ID=43e59693-e433-4779-9d2a-78cbea8c9b08,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:23.601921 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552fd20c-d7e5-45c3-aa65-78f87886f284 x-openstack-request-id: req-552fd20c-d7e5-45c3-aa65-78f87886f284 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:29:23.602378 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba023b6d-f35a-4213-979f-652a4c79acd9", "tag": "3f864415-ce7a-4cf3-afb1-cbde9b6bb602", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:29:23.603265 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-552fd20c-d7e5-45c3-aa65-78f87886f284 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:29:23.603802 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552fd20c-d7e5-45c3-aa65-78f87886f284'] response: {'name': 'network-changed', 'server_uuid': 'ba023b6d-f35a-4213-979f-652a4c79acd9', 'tag': '3f864415-ce7a-4cf3-afb1-cbde9b6bb602', 'status': 'completed', 'code': 200} Jul 27 15:29:23.622628 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-29ad35de-4fd9-4703-9661-4573b510a271 admin admin] Publish callbacks [] for security_group (ec149fdd-0e52-4e80-adf1-0a10199ae769), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:23.625109 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port a260e595-5546-4217-bc37-aa09f91168bd completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:29:23.635290 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port a260e595-5546-4217-bc37-aa09f91168bd triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:23.636375 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (a260e595-5546-4217-bc37-aa09f91168bd), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:23.727408 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448044b-603f-4ce5-ba1f-6586e85732e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f864415-ce7a-4cf3-afb1-cbde9b6bb602,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:23.729712 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-29ad35de-4fd9-4703-9661-4573b510a271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (ec149fdd-0e52-4e80-adf1-0a10199ae769), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:23.732963 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-29ad35de-4fd9-4703-9661-4573b510a271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:23.734347 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-29ad35de-4fd9-4703-9661-4573b510a271 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec149fdd-0e52-4e80-adf1-0a10199ae769 HTTP/1.1" status: 204 len: 168 time: 0.2373199 Jul 27 15:29:23.754057 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad35de-4fd9-4703-9661-4573b510a271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec149fdd-0e52-4e80-adf1-0a10199ae769,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:23.802480 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03764ca-0d02-479d-9b18-6fe40ea5db6d req-ef43aa03-d590-45a5-bf58-ef11f0c04881 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:23.810609 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d03764ca-0d02-479d-9b18-6fe40ea5db6d req-ef43aa03-d590-45a5-bf58-ef11f0c04881 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 945 time: 0.0849695 Jul 27 15:29:23.817388 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port a260e595-5546-4217-bc37-aa09f91168bd is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:23.818106 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a260e595-5546-4217-bc37-aa09f91168bd), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:23.856722 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:23.858497 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4e3486-0439-4325-807e-433590eb231a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a260e595-5546-4217-bc37-aa09f91168bd'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:29:23.861554 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f95166-69fb-4e6e-8ee8-130257b86bd8" -d '{"events": [{"server_uuid": "5d4e3486-0439-4325-807e-433590eb231a", "name": "network-vif-plugged", "status": "completed", "tag": "a260e595-5546-4217-bc37-aa09f91168bd"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:29:23.882431 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port a260e595-5546-4217-bc37-aa09f91168bd, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a260e595-5546-4217-bc37-aa09f91168bd,segment=NetworkSegment(c6f124b8-f969-49dc-a75c-15d630fbda65),segment_id=c6f124b8-f969-49dc-a75c-15d630fbda65)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:23.891322 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (a260e595-5546-4217-bc37-aa09f91168bd), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:23.895649 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d03764ca-0d02-479d-9b18-6fe40ea5db6d req-44ec540d-b83d-4f07-9550-914e1bedc420 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827444 Jul 27 15:29:23.947544 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=a260e595-5546-4217-bc37-aa09f91168bd,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:23.977731 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d9e4d2-7d2c-4868-b61b-c55de5b19bfc x-openstack-request-id: req-82d9e4d2-7d2c-4868-b61b-c55de5b19bfc {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:29:23.978297 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4e3486-0439-4325-807e-433590eb231a", "name": "network-vif-plugged", "status": "completed", "tag": "a260e595-5546-4217-bc37-aa09f91168bd", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:29:23.979263 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82d9e4d2-7d2c-4868-b61b-c55de5b19bfc {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:29:23.979789 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d9e4d2-7d2c-4868-b61b-c55de5b19bfc'] response: {'server_uuid': '5d4e3486-0439-4325-807e-433590eb231a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a260e595-5546-4217-bc37-aa09f91168bd', 'code': 200} Jul 27 15:29:24.009565 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dc764-5135-4580-b16e-52839911b48e req-1e645344-ae91-4f43-a300-dedf69b24692 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:24.011063 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-934dc764-5135-4580-b16e-52839911b48e req-1e645344-ae91-4f43-a300-dedf69b24692 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 943 time: 0.0797350 Jul 27 15:29:24.074224 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25ead4-5358-4b74-a711-6ee326e50300 req-f0b1a790-83ee-4111-938b-12d708fa2231 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:24.075722 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eb25ead4-5358-4b74-a711-6ee326e50300 req-f0b1a790-83ee-4111-938b-12d708fa2231 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0499597 Jul 27 15:29:24.080618 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-934dc764-5135-4580-b16e-52839911b48e req-e1bc2170-f527-41f0-b4f7-931921f10f8c tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633669 Jul 27 15:29:24.116436 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 39552) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:24.129516 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ec184ee-efca-43e6-81c9-59669f724614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:24.134094 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eb25ead4-5358-4b74-a711-6ee326e50300 req-9910c8d7-46d9-4bff-b56b-39fba19da5a3 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509055 Jul 27 15:29:24.205663 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ec184ee-efca-43e6-81c9-59669f724614 admin admin] Publish callbacks [] for security_group (242d4f37-c83c-43f8-b1f7-4cd0773792f6), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:24.209463 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ec184ee-efca-43e6-81c9-59669f724614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (242d4f37-c83c-43f8-b1f7-4cd0773792f6), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:24.248043 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec184ee-efca-43e6-81c9-59669f724614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242d4f37-c83c-43f8-b1f7-4cd0773792f6,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:24.252287 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1ec184ee-efca-43e6-81c9-59669f724614 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=774007a9c4384a0ab719ed271e9873d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348567 Jul 27 15:29:24.254970 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 39554) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:24.293675 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:24.306968 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-69a7a150-357c-448b-ad1d-0adb8dac35bc admin admin] Publish callbacks [] for security_group (242d4f37-c83c-43f8-b1f7-4cd0773792f6), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:24.331932 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-69a7a150-357c-448b-ad1d-0adb8dac35bc admin admin] Publish callbacks [] for security_group (242d4f37-c83c-43f8-b1f7-4cd0773792f6), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:24.377517 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-69a7a150-357c-448b-ad1d-0adb8dac35bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (242d4f37-c83c-43f8-b1f7-4cd0773792f6), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:24.380092 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-69a7a150-357c-448b-ad1d-0adb8dac35bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:24.381263 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-69a7a150-357c-448b-ad1d-0adb8dac35bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/242d4f37-c83c-43f8-b1f7-4cd0773792f6 HTTP/1.1" status: 204 len: 168 time: 0.1254373 Jul 27 15:29:24.388681 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7a150-357c-448b-ad1d-0adb8dac35bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242d4f37-c83c-43f8-b1f7-4cd0773792f6,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:24.686493 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d781ec-4ba8-4b1e-a42b-8f8f57efc414 req-6b31821c-68d8-4309-a710-3fb6de42a098 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:24.687990 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-45d781ec-4ba8-4b1e-a42b-8f8f57efc414 req-6b31821c-68d8-4309-a710-3fb6de42a098 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0511663 Jul 27 15:29:24.741641 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-45d781ec-4ba8-4b1e-a42b-8f8f57efc414 req-dcabf8ad-c809-413f-b7c8-c314a0b8c597 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478411 Jul 27 15:29:24.832050 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:25.019079 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d80442-bd37-43b9-a06f-6009da49bc2e req-8aaa705f-43ae-4c80-9a44-1d86c2c01f7a tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:25.021263 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-08d80442-bd37-43b9-a06f-6009da49bc2e req-8aaa705f-43ae-4c80-9a44-1d86c2c01f7a tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 946 time: 0.0481019 Jul 27 15:29:25.068895 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-08d80442-bd37-43b9-a06f-6009da49bc2e req-9b5a9175-2892-4a68-a7f4-a729e29148e6 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418062 Jul 27 15:29:25.200208 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb83b2-c57d-470b-b28e-f282257d19b4 req-d2e2c49c-e004-4797-94bb-801641298978 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:25.201823 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d7bb83b2-c57d-470b-b28e-f282257d19b4 req-d2e2c49c-e004-4797-94bb-801641298978 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 943 time: 0.0528333 Jul 27 15:29:25.254769 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e6a88-79b1-48b2-8c5a-aeb6252e86af req-55fafb59-ef94-4ff7-87c9-f85cf00b84b1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:25.255811 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d7bb83b2-c57d-470b-b28e-f282257d19b4 req-1451c53a-85d4-47bb-b805-8b39a963c552 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470886 Jul 27 15:29:25.262846 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-249e6a88-79b1-48b2-8c5a-aeb6252e86af req-55fafb59-ef94-4ff7-87c9-f85cf00b84b1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0572975 Jul 27 15:29:25.294868 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:25.315146 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-249e6a88-79b1-48b2-8c5a-aeb6252e86af req-183ee9a2-6ac5-411a-8ef0-8467cc92a34a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465696 Jul 27 15:29:25.443423 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:25.490685 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-768ffd1a-ce81-4f76-b58a-e7699a747d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:25.492693 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-768ffd1a-ce81-4f76-b58a-e7699a747d0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddfdba8b75e643b485b2237ae070a1b2&device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 1127 time: 0.0829091 Jul 27 15:29:25.499111 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef206c-e2e4-4e80-b703-51d176001b9d req-817b4f88-87ad-4020-af0a-5617e0448a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:25.500597 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f2ef206c-e2e4-4e80-b703-51d176001b9d req-817b4f88-87ad-4020-af0a-5617e0448a1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fddbf2261d1f42d0a41aa921197fc181&device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 1127 time: 0.0553281 Jul 27 15:29:25.558463 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-7f0b2215-b020-45a3-95fa-7c766a03eead service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e59693-e433-4779-9d2a-78cbea8c9b08 HTTP/1.1" status: 200 len: 217 time: 0.0485048 Jul 27 15:29:25.589683 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6cdb4-33e8-4290-8cf5-a86c92c9478a req-410537f2-8cd8-4548-897b-35804ea78736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:25.591422 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-51c6cdb4-33e8-4290-8cf5-a86c92c9478a req-410537f2-8cd8-4548-897b-35804ea78736 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 1130 time: 0.0457802 Jul 27 15:29:25.617618 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'tag': '43e59693-e433-4779-9d2a-78cbea8c9b08'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:29:25.619787 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e00792-9cd8-4488-823f-77dcaaae5a62" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7540c3-cdec-4257-bea3-93599c6919cc", "tag": "43e59693-e433-4779-9d2a-78cbea8c9b08"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:29:25.667335 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9302535-8816-4789-abf6-c8af41d68e88 x-openstack-request-id: req-a9302535-8816-4789-abf6-c8af41d68e88 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:29:25.667629 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7540c3-cdec-4257-bea3-93599c6919cc", "tag": "43e59693-e433-4779-9d2a-78cbea8c9b08", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:29:25.667907 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9302535-8816-4789-abf6-c8af41d68e88 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:29:25.668301 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9302535-8816-4789-abf6-c8af41d68e88'] response: {'name': 'network-changed', 'server_uuid': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'tag': '43e59693-e433-4779-9d2a-78cbea8c9b08', 'status': 'completed', 'code': 200} Jul 27 15:29:25.730070 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-f09a5bc8-f9de-470c-9af9-73ca2f2f3438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:25.730070 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-f09a5bc8-f9de-470c-9af9-73ca2f2f3438 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40f6b828-0dfb-469f-8ba5-9835528b3b1e HTTP/1.1" status: 200 len: 855 time: 0.1457224 Jul 27 15:29:25.765425 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef206c-e2e4-4e80-b703-51d176001b9d req-9bba2a5f-8fcb-4a78-bf07-4119488900f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:25.769900 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f2ef206c-e2e4-4e80-b703-51d176001b9d req-9bba2a5f-8fcb-4a78-bf07-4119488900f4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fddbf2261d1f42d0a41aa921197fc181&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2508531 Jul 27 15:29:25.772651 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:29:25.782509 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-51c6cdb4-33e8-4290-8cf5-a86c92c9478a req-c544412a-fc74-4e86-9da5-65113fa431af service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939136 Jul 27 15:29:25.898316 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a291c-d366-46e1-ab00-5dd30e33a908 req-2b0963fc-7202-4aa4-a19b-898ec0a92e34 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:25.899809 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e72a291c-d366-46e1-ab00-5dd30e33a908 req-2b0963fc-7202-4aa4-a19b-898ec0a92e34 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0474281 Jul 27 15:29:25.951493 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e72a291c-d366-46e1-ab00-5dd30e33a908 req-20445303-b8e0-4ba1-ba0c-c0ec0036f8c4 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414367 Jul 27 15:29:26.174283 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:26.185645 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036642a6-a708-49db-b7cc-2bb303c8f992 req-18e7388e-9c94-4009-a194-8d0a0f508846 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:26.187101 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-036642a6-a708-49db-b7cc-2bb303c8f992 req-18e7388e-9c94-4009-a194-8d0a0f508846 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 946 time: 0.0477738 Jul 27 15:29:26.234889 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-036642a6-a708-49db-b7cc-2bb303c8f992 req-2e4b742a-6a46-4a46-9122-989ea949059e tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422645 Jul 27 15:29:26.376017 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ee80a-60b4-4522-91ba-1ee2e07f3981 req-da39e197-7c46-446f-a88b-d9c9fe57407a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:26.377486 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d78ee80a-60b4-4522-91ba-1ee2e07f3981 req-da39e197-7c46-446f-a88b-d9c9fe57407a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 943 time: 0.0507829 Jul 27 15:29:26.424568 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d78ee80a-60b4-4522-91ba-1ee2e07f3981 req-b3cf6d30-fb21-441e-9d32-0481cd81d4b3 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410116 Jul 27 15:29:26.433767 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceea230-b1cd-47f6-a8a2-e22ccd3dc75f req-0d8146b6-ed66-4506-80c9-e0e4ec88bde1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:26.435211 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3ceea230-b1cd-47f6-a8a2-e22ccd3dc75f req-0d8146b6-ed66-4506-80c9-e0e4ec88bde1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0465708 Jul 27 15:29:26.486377 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3ceea230-b1cd-47f6-a8a2-e22ccd3dc75f req-618e2c26-61ef-422e-b17f-501bcc20cff5 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451162 Jul 27 15:29:26.800248 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc95905-8b02-4d43-b1a6-5450314f3955 req-b539c19c-5871-4652-b4a4-7374c499e239 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:26.802247 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dbc95905-8b02-4d43-b1a6-5450314f3955 req-b539c19c-5871-4652-b4a4-7374c499e239 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0465748 Jul 27 15:29:26.849199 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dbc95905-8b02-4d43-b1a6-5450314f3955 req-1646a3b2-373b-488f-a41c-f8a6ffbca940 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414562 Jul 27 15:29:27.070154 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9e5e4-23ce-4e53-a472-1f79d6416e4a req-79aa4e9b-817d-4e25-9bad-aafe11f41164 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:27.071590 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5af9e5e4-23ce-4e53-a472-1f79d6416e4a req-79aa4e9b-817d-4e25-9bad-aafe11f41164 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0465050 Jul 27 15:29:27.117195 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5af9e5e4-23ce-4e53-a472-1f79d6416e4a req-ffdaf0f8-b8aa-4631-af68-4c7b78912e88 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401771 Jul 27 15:29:27.349977 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081e9e4-978b-4feb-9b6b-8baed718809a req-3bbb13ce-dcdd-45bd-9488-390074277870 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:27.351494 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9081e9e4-978b-4feb-9b6b-8baed718809a req-3bbb13ce-dcdd-45bd-9488-390074277870 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 946 time: 0.0475087 Jul 27 15:29:27.399954 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9081e9e4-978b-4feb-9b6b-8baed718809a req-aff86542-43f9-4a4c-b942-33ed1f2448af tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409031 Jul 27 15:29:27.540910 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d3128-69e7-4e2b-9098-aa74497c8790 req-1bc258d1-9c3f-4b87-a0b8-341932bdbadd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:27.542383 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0c5d3128-69e7-4e2b-9098-aa74497c8790 req-1bc258d1-9c3f-4b87-a0b8-341932bdbadd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 943 time: 0.0475299 Jul 27 15:29:27.591797 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0c5d3128-69e7-4e2b-9098-aa74497c8790 req-4f8c490f-c5f6-4508-a73f-c3a886316d16 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438335 Jul 27 15:29:27.981539 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b15f77-d7d7-4235-b386-23c7adcbdae2 req-c4bcc91d-ebfd-4d28-92f4-5591ef843869 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:27.983013 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-77b15f77-d7d7-4235-b386-23c7adcbdae2 req-c4bcc91d-ebfd-4d28-92f4-5591ef843869 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0605686 Jul 27 15:29:28.029180 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-77b15f77-d7d7-4235-b386-23c7adcbdae2 req-8178f3c1-0e91-4bf2-bb48-131012979b62 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406518 Jul 27 15:29:28.235644 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c938d-98ea-4f72-82c0-822f9cd638f3 req-40bbdb60-3f19-4f1c-8421-2fa725ace514 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:28.237161 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-782c938d-98ea-4f72-82c0-822f9cd638f3 req-40bbdb60-3f19-4f1c-8421-2fa725ace514 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0474892 Jul 27 15:29:28.283870 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-782c938d-98ea-4f72-82c0-822f9cd638f3 req-f92c04cb-ee2c-482c-a4b7-73851e8e85a3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407352 Jul 27 15:29:28.515247 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfd130-e583-4a49-a7d8-cdb1bf1aa528 req-a57a76c5-2f7f-40af-9425-0146a21073d3 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:28.517017 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3bdfd130-e583-4a49-a7d8-cdb1bf1aa528 req-a57a76c5-2f7f-40af-9425-0146a21073d3 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 946 time: 0.0477467 Jul 27 15:29:28.564024 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3bdfd130-e583-4a49-a7d8-cdb1bf1aa528 req-72ce2285-4038-4c67-bb04-36e5f93247f5 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 Jul 27 15:29:28.709272 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790fcdf-89be-40e3-a154-81fd464809a7 req-55093ba3-88e9-4b52-a393-c6ff7e102b93 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:28.710726 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d790fcdf-89be-40e3-a154-81fd464809a7 req-55093ba3-88e9-4b52-a393-c6ff7e102b93 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 943 time: 0.0476170 Jul 27 15:29:28.760967 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d790fcdf-89be-40e3-a154-81fd464809a7 req-f17d1fcb-29a8-44a7-aa8a-7cf30b37774f tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447261 Jul 27 15:29:29.206553 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13271262-08a6-48e8-a5da-4238aae973a2 req-20df8cb7-ddce-4978-bd9f-3734ee766a27 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:29.208598 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-13271262-08a6-48e8-a5da-4238aae973a2 req-20df8cb7-ddce-4978-bd9f-3734ee766a27 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0842369 Jul 27 15:29:29.214251 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a37ab-853a-44e1-9b01-58cf31a1ef2c req-c941c294-d971-467b-a681-8846ffaa9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:29.215695 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a96a37ab-853a-44e1-9b01-58cf31a1ef2c req-c941c294-d971-467b-a681-8846ffaa9848 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 1129 time: 0.0575664 Jul 27 15:29:29.244452 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2acb1cef-b93f-4cb2-a8e4-bfe9ada9013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:29.246118 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-2acb1cef-b93f-4cb2-a8e4-bfe9ada9013e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bad7c82a-807d-4c47-8386-1a6c9fb4e649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1373379 Jul 27 15:29:29.286504 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:29.316851 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-13271262-08a6-48e8-a5da-4238aae973a2 req-50c575cf-7979-4e1c-82be-407d90cbc120 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995250 Jul 27 15:29:29.329972 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef206c-e2e4-4e80-b703-51d176001b9d req-d69a12e9-90d8-49ae-930b-f628386cb19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:29.336400 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f2ef206c-e2e4-4e80-b703-51d176001b9d req-d69a12e9-90d8-49ae-930b-f628386cb19d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2263243 Jul 27 15:29:29.362079 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a37ab-853a-44e1-9b01-58cf31a1ef2c req-44178042-00cb-42fe-b2cc-20f233eae100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:29.363978 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a96a37ab-853a-44e1-9b01-58cf31a1ef2c req-44178042-00cb-42fe-b2cc-20f233eae100 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 920 time: 0.1331818 Jul 27 15:29:29.421614 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105c200-c0d0-40f7-91a0-0efd535bf070 req-75f63d0a-9326-4188-902b-2a287a9b3004 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:29.423077 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5105c200-c0d0-40f7-91a0-0efd535bf070 req-75f63d0a-9326-4188-902b-2a287a9b3004 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0500317 Jul 27 15:29:29.463766 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:29.478600 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5105c200-c0d0-40f7-91a0-0efd535bf070 req-47c57d2c-3995-4454-89a8-fbf7df70dd2b tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496092 Jul 27 15:29:29.671509 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a96a37ab-853a-44e1-9b01-58cf31a1ef2c req-a7563d40-0a28-4fd7-8604-1cb3e52b0fb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d43e69ee-e393-4930-9178-0cc2bbf003dd HTTP/1.1" status: 200 len: 217 time: 0.0454755 Jul 27 15:29:29.755554 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfe900-63e6-4c4d-bd56-9af721c20298 req-f370ccfb-8c28-45fa-aaf6-40d8d03a381b tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:29.757426 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-41dfe900-63e6-4c4d-bd56-9af721c20298 req-f370ccfb-8c28-45fa-aaf6-40d8d03a381b tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 946 time: 0.0887935 Jul 27 15:29:29.776484 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a37ab-853a-44e1-9b01-58cf31a1ef2c req-65aa214a-b79a-4180-a15b-f3db4c2cf415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:29.778185 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a96a37ab-853a-44e1-9b01-58cf31a1ef2c req-65aa214a-b79a-4180-a15b-f3db4c2cf415 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.0938685 Jul 27 15:29:29.838728 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-41dfe900-63e6-4c4d-bd56-9af721c20298 req-a9139a90-ef8b-4ccb-a935-d6d6e0879523 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740628 Jul 27 15:29:29.873206 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a37ab-853a-44e1-9b01-58cf31a1ef2c req-9d24498a-17ab-4dc4-9ada-ba4e807869ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:29.874900 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a96a37ab-853a-44e1-9b01-58cf31a1ef2c req-9d24498a-17ab-4dc4-9ada-ba4e807869ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721140 Jul 27 15:29:29.909087 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:29.977243 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-1b45698b-1065-49f8-8eac-e34166274fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:29.978758 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-1b45698b-1065-49f8-8eac-e34166274fde service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fddbf2261d1f42d0a41aa921197fc181&device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 1127 time: 0.0873108 Jul 27 15:29:29.986750 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bef1c-af4e-4c8e-b41f-1ef7c2a2533f req-485d5187-dfdd-48e6-b0c1-b20edf1a5286 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:29.988689 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-652bef1c-af4e-4c8e-b41f-1ef7c2a2533f req-485d5187-dfdd-48e6-b0c1-b20edf1a5286 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 943 time: 0.0980351 Jul 27 15:29:30.030142 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-a8ae766f-1f7c-4744-8863-4cd8b5e3002d service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036093 Jul 27 15:29:30.070192 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-652bef1c-af4e-4c8e-b41f-1ef7c2a2533f req-d32c82ca-95b6-4ca5-8c7d-cc10abd72323 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704401 Jul 27 15:29:30.327307 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:30.374126 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a96a37ab-853a-44e1-9b01-58cf31a1ef2c req-c3b12e8f-bab2-4c68-8e7b-0ad319892b4a service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092018 Jul 27 15:29:30.375159 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-1573015a-1699-4f07-8970-9aee495d50b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f864415-ce7a-4cf3-afb1-cbde9b6bb602 HTTP/1.1" status: 200 len: 217 time: 0.2099800 Jul 27 15:29:30.437791 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4de1f3d4-4e85-4601-bb71-151de134b889 req-e0d6129e-016c-4e72-be6c-963d15ee5e7e service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738001 Jul 27 15:29:30.476010 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d53e9-40fe-41a1-a859-c454176f1f46 req-aeb19bd9-c665-40ae-8820-72918134c8a4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:30.477620 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7d5d53e9-40fe-41a1-a859-c454176f1f46 req-aeb19bd9-c665-40ae-8820-72918134c8a4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0630178 Jul 27 15:29:30.515177 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 39764) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:30.537840 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7d5d53e9-40fe-41a1-a859-c454176f1f46 req-5984c45c-f846-4c9e-84e3-3003853ccaa1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533090 Jul 27 15:29:30.608415 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd27f7-cd44-4419-8f45-3f71faa46a56 req-1fe323e8-d4a3-49ba-a3b9-39d7a1fe6ef2 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:30.609886 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-15cd27f7-cd44-4419-8f45-3f71faa46a56 req-1fe323e8-d4a3-49ba-a3b9-39d7a1fe6ef2 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0490623 Jul 27 15:29:30.658973 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:30.717467 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-15cd27f7-cd44-4419-8f45-3f71faa46a56 req-85a953ea-af03-4d3d-b062-ecd80f4f347e tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899627 Jul 27 15:29:30.769579 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-9713f9e9-cd97-408b-8e30-235a900af1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:30.771050 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-9713f9e9-cd97-408b-8e30-235a900af1ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0cea517-b378-4c3d-b1c1-f934678ba74f HTTP/1.1" status: 200 len: 850 time: 0.0690258 Jul 27 15:29:30.789532 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a96a37ab-853a-44e1-9b01-58cf31a1ef2c req-e1eb54f5-9aad-4384-9319-81d4e8042f12 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899646 Jul 27 15:29:30.813243 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Publish callbacks [] for security_group (cf1da160-9cb2-4bbe-be8c-768d60f8d2e7), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:30.817397 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (cf1da160-9cb2-4bbe-be8c-768d60f8d2e7), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:30.856137 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1da160-9cb2-4bbe-be8c-768d60f8d2e7,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:30.860131 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d773ef9f0bff4c44b8d0c2cf709040e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3437290 Jul 27 15:29:30.862932 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 39768) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:30.866748 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:30.867100 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:30.867465 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:30.867812 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:30.868186 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:30.868506 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:30.868833 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:30.869163 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:30.869506 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:30.869837 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:30.870178 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:30.870522 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:30.870848 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:30.871170 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:30.871493 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3e2dc-7eb2-4bd5-bc52-22c139948939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:30.919420 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Publish callbacks [] for security_group (cf1da160-9cb2-4bbe-be8c-768d60f8d2e7), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:30.970632 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Publish callbacks [] for security_group (cf1da160-9cb2-4bbe-be8c-768d60f8d2e7), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:30.996905 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cc2b9-97f8-46d1-870d-e2d2a8140fa1 req-1ceccafd-450f-4e3e-8b5d-82ea2137a1a2 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:30.998363 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2e4cc2b9-97f8-46d1-870d-e2d2a8140fa1 req-1ceccafd-450f-4e3e-8b5d-82ea2137a1a2 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 946 time: 0.0690801 Jul 27 15:29:31.060111 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2e4cc2b9-97f8-46d1-870d-e2d2a8140fa1 req-ea7fcb7e-21f5-4652-8740-5ab0e91274b1 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535727 Jul 27 15:29:31.061292 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (cf1da160-9cb2-4bbe-be8c-768d60f8d2e7), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:31.063801 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:31.067473 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf1da160-9cb2-4bbe-be8c-768d60f8d2e7 HTTP/1.1" status: 204 len: 168 time: 0.2003779 Jul 27 15:29:31.076390 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1da160-9cb2-4bbe-be8c-768d60f8d2e7,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:31.084519 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:31.084987 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:31.085353 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:31.085691 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:31.086021 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:31.086531 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:31.086781 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:31.087298 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:31.088301 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:31.088880 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:31.089348 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:31.089793 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:31.090049 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:31.090374 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:31.090963 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8dcd-bb02-451e-ae9b-de242869c86c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:31.217562 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3690cc1-9118-4dda-8fec-6762ab7ca96f req-be68ea06-337c-4915-9001-00ae5da3816c tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:31.219605 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a3690cc1-9118-4dda-8fec-6762ab7ca96f req-be68ea06-337c-4915-9001-00ae5da3816c tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 943 time: 0.0533922 Jul 27 15:29:31.290316 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a3690cc1-9118-4dda-8fec-6762ab7ca96f req-5f2b8f22-ed0f-4477-994e-bb11dfbd6972 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631733 Jul 27 15:29:31.457980 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 39788) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:31.480566 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-54e4c340-ab9b-459c-ae4b-4f18dc33ed29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:31.587982 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-54e4c340-ab9b-459c-ae4b-4f18dc33ed29 admin admin] Publish callbacks [] for security_group (31356127-9cd7-404c-84e1-c2471dec638b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:31.593727 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-54e4c340-ab9b-459c-ae4b-4f18dc33ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (31356127-9cd7-404c-84e1-c2471dec638b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:31.605081 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:31.647968 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4c340-ab9b-459c-ae4b-4f18dc33ed29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31356127-9cd7-404c-84e1-c2471dec638b,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:31.668000 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-54e4c340-ab9b-459c-ae4b-4f18dc33ed29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f416391d4a84663954efd8684b6fd42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084622 Jul 27 15:29:31.670681 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 39798) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:31.707892 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0986b-9292-4bc0-a6a8-fa03e7389bfc req-5faaeaaf-8f48-44b1-a658-a737ef102820 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:31.709313 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-00d0986b-9292-4bc0-a6a8-fa03e7389bfc req-5faaeaaf-8f48-44b1-a658-a737ef102820 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0840306 Jul 27 15:29:31.759997 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-521fda0f-9f9b-46af-ad52-97cb66569129 admin admin] Publish callbacks [] for security_group (31356127-9cd7-404c-84e1-c2471dec638b), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:31.770250 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:31.787201 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-00d0986b-9292-4bc0-a6a8-fa03e7389bfc req-09faf77d-8c3b-475d-a720-d5cd1b9011ae tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712979 Jul 27 15:29:31.797272 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-521fda0f-9f9b-46af-ad52-97cb66569129 admin admin] Publish callbacks [] for security_group (31356127-9cd7-404c-84e1-c2471dec638b), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:31.845511 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-521fda0f-9f9b-46af-ad52-97cb66569129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (31356127-9cd7-404c-84e1-c2471dec638b), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:31.848095 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-521fda0f-9f9b-46af-ad52-97cb66569129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:31.848630 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467650d0-f099-4b07-8438-f3ab000e76d7 req-35b479ae-4b92-4735-9a33-f9993236208e tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:31.851422 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-521fda0f-9f9b-46af-ad52-97cb66569129 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31356127-9cd7-404c-84e1-c2471dec638b HTTP/1.1" status: 204 len: 168 time: 0.1776495 Jul 27 15:29:31.851568 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-467650d0-f099-4b07-8438-f3ab000e76d7 req-35b479ae-4b92-4735-9a33-f9993236208e tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0532489 Jul 27 15:29:31.857154 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fda0f-9f9b-46af-ad52-97cb66569129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31356127-9cd7-404c-84e1-c2471dec638b,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:31.902062 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-467650d0-f099-4b07-8438-f3ab000e76d7 req-990a4b08-41ba-463a-a50a-d83119cb0d56 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443327 Jul 27 15:29:32.409137 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df31adb-c127-40da-8f55-da537dd4ae98 req-8d7502ff-3ce7-49a2-b5e1-8ae0b099b100 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:32.411167 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5df31adb-c127-40da-8f55-da537dd4ae98 req-8d7502ff-3ce7-49a2-b5e1-8ae0b099b100 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 943 time: 0.0488229 Jul 27 15:29:32.462420 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5df31adb-c127-40da-8f55-da537dd4ae98 req-3dc2cd65-1388-47cf-a9e4-9c1b54383f1a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458515 Jul 27 15:29:32.902892 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 39842) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:32.908522 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94954ea4-a687-4fa5-a404-ca79f70aee1d req-8f7de2e4-1cde-40ea-875d-33e0cc7c59ad tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:32.910024 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-94954ea4-a687-4fa5-a404-ca79f70aee1d req-8f7de2e4-1cde-40ea-875d-33e0cc7c59ad tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0475080 Jul 27 15:29:32.955680 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:32.966855 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-94954ea4-a687-4fa5-a404-ca79f70aee1d req-edb3711f-07d1-4fce-b228-28c47df27590 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506740 Jul 27 15:29:33.039874 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b29c461c-002b-4569-8208-f3182947d02a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:33.061110 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e8a91-d157-484d-8be1-71a8deee5525 req-2b09d84e-d5b8-47b6-941e-fcabf6c1a6aa tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:33.062534 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-960e8a91-d157-484d-8be1-71a8deee5525 req-2b09d84e-d5b8-47b6-941e-fcabf6c1a6aa tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0652986 Jul 27 15:29:33.133753 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-960e8a91-d157-484d-8be1-71a8deee5525 req-93c9ad81-636b-40b3-bf96-3df06c4028aa tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623057 Jul 27 15:29:33.166993 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b29c461c-002b-4569-8208-f3182947d02a admin admin] Publish callbacks [] for security_group (6d04ce7b-d82f-456f-b698-e0ca79b23d35), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:33.170521 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b29c461c-002b-4569-8208-f3182947d02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (6d04ce7b-d82f-456f-b698-e0ca79b23d35), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:33.209415 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b29c461c-002b-4569-8208-f3182947d02a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67ab99bda5014f9d9712515104bd57bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054388 Jul 27 15:29:33.210566 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c461c-002b-4569-8208-f3182947d02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d04ce7b-d82f-456f-b698-e0ca79b23d35,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:33.212130 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 39850) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:33.236375 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:33.275616 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4d003b70-1d3a-425d-b3b4-63d7f087cb88 admin admin] Publish callbacks [] for security_group (6d04ce7b-d82f-456f-b698-e0ca79b23d35), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:33.300133 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4d003b70-1d3a-425d-b3b4-63d7f087cb88 admin admin] Publish callbacks [] for security_group (6d04ce7b-d82f-456f-b698-e0ca79b23d35), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:33.347082 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4d003b70-1d3a-425d-b3b4-63d7f087cb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (6d04ce7b-d82f-456f-b698-e0ca79b23d35), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:33.349748 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4d003b70-1d3a-425d-b3b4-63d7f087cb88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:33.350889 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4d003b70-1d3a-425d-b3b4-63d7f087cb88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d04ce7b-d82f-456f-b698-e0ca79b23d35 HTTP/1.1" status: 204 len: 168 time: 0.1377785 Jul 27 15:29:33.358586 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d003b70-1d3a-425d-b3b4-63d7f087cb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d04ce7b-d82f-456f-b698-e0ca79b23d35,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:33.582355 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd339e9e-e77e-48e7-921b-05135b72c661 req-3651b8e9-76fe-46f1-a687-f77c82527a2a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:33.583819 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cd339e9e-e77e-48e7-921b-05135b72c661 req-3651b8e9-76fe-46f1-a687-f77c82527a2a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 943 time: 0.0515819 Jul 27 15:29:33.642437 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cd339e9e-e77e-48e7-921b-05135b72c661 req-a5518f94-7d3c-40e1-b740-39f5d3b7ee08 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445931 Jul 27 15:29:34.092118 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d1685-e435-468d-ab4a-b327871ccd2c req-8d34e3c1-803c-4d0e-88fe-057853a8c7e0 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:34.093598 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b83d1685-e435-468d-ab4a-b327871ccd2c req-8d34e3c1-803c-4d0e-88fe-057853a8c7e0 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0523214 Jul 27 15:29:34.142459 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b83d1685-e435-468d-ab4a-b327871ccd2c req-a73c35d4-4db2-48f0-91b8-4c4d83df4d67 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426631 Jul 27 15:29:34.262708 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173bb2b-6e22-4bfb-9b92-d04a72958802 req-9a9eaf37-360e-42ba-b2f8-ce81fb63aa33 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:34.264247 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d173bb2b-6e22-4bfb-9b92-d04a72958802 req-9a9eaf37-360e-42ba-b2f8-ce81fb63aa33 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0491743 Jul 27 15:29:34.333039 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d173bb2b-6e22-4bfb-9b92-d04a72958802 req-066ac808-859d-4f39-bba5-a2e9e1681ceb tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602393 Jul 27 15:29:34.759180 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337256e-1e28-4713-93e0-bf27296635ee req-49740bf4-a763-4507-81fc-1300dee02229 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:34.760605 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e337256e-1e28-4713-93e0-bf27296635ee req-49740bf4-a763-4507-81fc-1300dee02229 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 943 time: 0.0464890 Jul 27 15:29:34.809900 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e337256e-1e28-4713-93e0-bf27296635ee req-bb69ea20-200a-4cc0-9e95-04ef5c7b1172 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430696 Jul 27 15:29:35.257934 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5d99a-bf1a-4519-be03-4aae9e7bdd13 req-e5253872-b7ae-41a9-ab63-4d77067d35d1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:35.259412 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f6e5d99a-bf1a-4519-be03-4aae9e7bdd13 req-e5253872-b7ae-41a9-ab63-4d77067d35d1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0468285 Jul 27 15:29:35.305445 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f6e5d99a-bf1a-4519-be03-4aae9e7bdd13 req-c41b9316-95bd-41b2-b8f9-fd1473cedc26 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405657 Jul 27 15:29:35.456363 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adf2d7-7057-4f62-ad22-545b42d090b4 req-3f0e7eb0-f2de-4bdd-9ce1-e1a7781c6e47 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:35.457738 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-66adf2d7-7057-4f62-ad22-545b42d090b4 req-3f0e7eb0-f2de-4bdd-9ce1-e1a7781c6e47 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0461502 Jul 27 15:29:35.479909 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:35.512013 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-66adf2d7-7057-4f62-ad22-545b42d090b4 req-b0a0e5ef-24ec-4f6e-8e31-a0dab8cbb22c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486913 Jul 27 15:29:35.772250 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=8 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:35.926516 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f9479-4ca0-4329-82fa-3218e4be2d2e req-e8ae2ab1-ef74-4525-85a3-1a421175e7cd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:35.928011 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b14f9479-4ca0-4329-82fa-3218e4be2d2e req-e8ae2ab1-ef74-4525-85a3-1a421175e7cd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 943 time: 0.0468948 Jul 27 15:29:35.975159 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b14f9479-4ca0-4329-82fa-3218e4be2d2e req-72ae0ca8-c8ab-457e-ac12-9015a41fc77f tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417829 Jul 27 15:29:36.421882 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5f4d4-981e-40d6-a19d-56b3670b6348 req-dbedc432-0718-4e22-9996-99c4e4683b66 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:36.423408 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9ca5f4d4-981e-40d6-a19d-56b3670b6348 req-dbedc432-0718-4e22-9996-99c4e4683b66 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0485990 Jul 27 15:29:36.470603 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9ca5f4d4-981e-40d6-a19d-56b3670b6348 req-78c7c8fe-a1b4-4bc9-8fba-6deade324c33 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Jul 27 15:29:36.636658 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f930b-fb48-4e48-b1db-24f2a9635e9a req-82f321bd-b55f-4e56-89ef-90c3f2ceb9a9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:36.638115 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f07f930b-fb48-4e48-b1db-24f2a9635e9a req-82f321bd-b55f-4e56-89ef-90c3f2ceb9a9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0499003 Jul 27 15:29:36.683951 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f07f930b-fb48-4e48-b1db-24f2a9635e9a req-1666c079-c3d6-4c18-88da-973f80e0fe3c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403821 Jul 27 15:29:36.948620 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 43e59693-e433-4779-9d2a-78cbea8c9b08 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:29:37.032112 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:37.060296 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 43e59693-e433-4779-9d2a-78cbea8c9b08, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=43e59693-e433-4779-9d2a-78cbea8c9b08,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:37.072041 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': '43e59693-e433-4779-9d2a-78cbea8c9b08', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'port_id': '43e59693-e433-4779-9d2a-78cbea8c9b08', 'mac_address': 'fa:16:3e:1c:6d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:29:37.091483 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad48285-90ff-4821-abc0-9eef48f83b22 req-bea92592-911d-44c8-a168-0f182ccf3b40 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:37.092987 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0ad48285-90ff-4821-abc0-9eef48f83b22 req-bea92592-911d-44c8-a168-0f182ccf3b40 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 943 time: 0.0487208 Jul 27 15:29:37.110950 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 43e59693-e433-4779-9d2a-78cbea8c9b08 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:37.111345 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:37.124843 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e59693-e433-4779-9d2a-78cbea8c9b08 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:29:37.142176 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0ad48285-90ff-4821-abc0-9eef48f83b22 req-f49610bf-d52a-40dc-a0d7-c65aea20fce4 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413699 Jul 27 15:29:37.145441 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 43e59693-e433-4779-9d2a-78cbea8c9b08, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=43e59693-e433-4779-9d2a-78cbea8c9b08,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:37.149420 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:37.198624 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=43e59693-e433-4779-9d2a-78cbea8c9b08,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:37.205753 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:37.206097 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:37.206434 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:37.207318 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:37.207652 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:37.208010 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:37.208336 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:37.208690 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:37.209010 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:37.209326 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:37.209645 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:37.209975 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:37.210294 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:37.210606 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:37.210918 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:37.504565 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e00792-9cd8-4488-823f-77dcaaae5a62 req-2f0daf6b-940b-4cd5-addd-0af68ba690fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:37.506303 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d0e00792-9cd8-4488-823f-77dcaaae5a62 req-2f0daf6b-940b-4cd5-addd-0af68ba690fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddfdba8b75e643b485b2237ae070a1b2&device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 1128 time: 0.0615838 Jul 27 15:29:37.507822 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['43e59693-e433-4779-9d2a-78cbea8c9b08'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:29:37.525776 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:37.539183 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:37.599636 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-d1f642b3-79f9-4b09-9a38-3db408d5aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:37.601264 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-d1f642b3-79f9-4b09-9a38-3db408d5aa2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38721ce-4da8-41f0-9615-4459de2daf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1816597 Jul 27 15:29:37.624011 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e00792-9cd8-4488-823f-77dcaaae5a62 req-b0d2abbd-6bb2-471c-9ff9-7a10f89322e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:37.625502 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d0e00792-9cd8-4488-823f-77dcaaae5a62 req-b0d2abbd-6bb2-471c-9ff9-7a10f89322e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bad7c82a-807d-4c47-8386-1a6c9fb4e649 HTTP/1.1" status: 200 len: 917 time: 0.1087313 Jul 27 15:29:37.643689 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-254ada9b-4dd8-4fcc-b210-4d487f2867e7 req-10f10993-95a1-425e-a0b0-ba29daa8c895 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1770666 Jul 27 15:29:37.675209 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d0e00792-9cd8-4488-823f-77dcaaae5a62 req-b0975187-a617-42eb-a272-494c9b7172c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e59693-e433-4779-9d2a-78cbea8c9b08 HTTP/1.1" status: 200 len: 217 time: 0.0422118 Jul 27 15:29:37.724104 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847ed9d-7db7-45f1-9e15-c541ae8ff290 req-959bee34-e76c-45f8-960c-31c4e7d920e3 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:37.725332 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e847ed9d-7db7-45f1-9e15-c541ae8ff290 req-959bee34-e76c-45f8-960c-31c4e7d920e3 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.1466494 Jul 27 15:29:37.740352 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e00792-9cd8-4488-823f-77dcaaae5a62 req-a2e24640-5144-48c6-a842-0b1db3eafbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:37.741878 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d0e00792-9cd8-4488-823f-77dcaaae5a62 req-a2e24640-5144-48c6-a842-0b1db3eafbbb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40f6b828-0dfb-469f-8ba5-9835528b3b1e HTTP/1.1" status: 200 len: 855 time: 0.0516825 Jul 27 15:29:37.791008 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ada9b-4dd8-4fcc-b210-4d487f2867e7 req-1f850cd6-25bd-4344-87b8-0a0b4d37cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:37.792988 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-254ada9b-4dd8-4fcc-b210-4d487f2867e7 req-1f850cd6-25bd-4344-87b8-0a0b4d37cda7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 1129 time: 0.0906367 Jul 27 15:29:37.857197 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-8439636b-0cec-4379-91d8-55696db55eeb service neutron] 10.222.0.42 "GET /v2.0/networks/c38721ce-4da8-41f0-9615-4459de2daf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193310 Jul 27 15:29:37.869891 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e00792-9cd8-4488-823f-77dcaaae5a62 req-a34c8c47-ac82-4c78-b82a-31b6d8cec8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:37.870887 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d0e00792-9cd8-4488-823f-77dcaaae5a62 req-a34c8c47-ac82-4c78-b82a-31b6d8cec8b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bad7c82a-807d-4c47-8386-1a6c9fb4e649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1216671 Jul 27 15:29:37.882940 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3475d-4598-4a2e-beb2-8a97fedfbece req-28d4e211-05d6-4654-8c11-ddc461f7b1e5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:37.890025 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1ea3475d-4598-4a2e-beb2-8a97fedfbece req-28d4e211-05d6-4654-8c11-ddc461f7b1e5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 944 time: 0.0995739 Jul 27 15:29:37.890806 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e847ed9d-7db7-45f1-9e15-c541ae8ff290 req-92787ffb-993c-4706-a0cc-1991874247b4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433902 Jul 27 15:29:37.904993 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:37.957989 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:38.039675 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ada9b-4dd8-4fcc-b210-4d487f2867e7 req-02d712a2-b28e-41e6-b083-df7b8c8940ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:38.043795 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-254ada9b-4dd8-4fcc-b210-4d487f2867e7 req-02d712a2-b28e-41e6-b083-df7b8c8940ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 920 time: 0.2190537 Jul 27 15:29:38.052929 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7668475c-ad6b-4c27-9dfc-663e6cb9e51a req-fe87a1b2-38e6-49ac-9d05-2de2efa92e01 service neutron] 10.222.0.42 "GET /v2.0/networks/c38721ce-4da8-41f0-9615-4459de2daf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595950 Jul 27 15:29:38.090941 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1ea3475d-4598-4a2e-beb2-8a97fedfbece req-00a0f9b8-8f26-4122-9ecb-1c04ba4d7433 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999249 Jul 27 15:29:38.110755 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-254ada9b-4dd8-4fcc-b210-4d487f2867e7 req-00b2bd0e-13c2-4c3f-a6d5-1ef36906763e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3810c698-7926-46e1-9f80-aa481b319cbb HTTP/1.1" status: 200 len: 217 time: 0.0463715 Jul 27 15:29:38.140304 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d0e00792-9cd8-4488-823f-77dcaaae5a62 req-d3e5137d-7d8f-405e-b0fa-f7fa49c3a602 service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476394 Jul 27 15:29:38.284564 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 43e59693-e433-4779-9d2a-78cbea8c9b08 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:38.288074 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21730c2b-8cee-4908-82ab-0bc745f91103 req-d47dbcad-9a00-4e75-92c5-6ef06758e530 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:38.292766 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-21730c2b-8cee-4908-82ab-0bc745f91103 req-d47dbcad-9a00-4e75-92c5-6ef06758e530 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 943 time: 0.0654266 Jul 27 15:29:38.360680 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port 43e59693-e433-4779-9d2a-78cbea8c9b08 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:29:38.366899 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-21730c2b-8cee-4908-82ab-0bc745f91103 req-0666014d-14e6-4878-979c-e160e53ed126 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701756 Jul 27 15:29:38.370572 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port 43e59693-e433-4779-9d2a-78cbea8c9b08 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:38.370966 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:38.447945 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 43e59693-e433-4779-9d2a-78cbea8c9b08 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:38.448359 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:38.475102 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e59693-e433-4779-9d2a-78cbea8c9b08'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:29:38.477320 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ea15a7-a64d-403e-a132-45e357a0e034" -d '{"events": [{"server_uuid": "0c7540c3-cdec-4257-bea3-93599c6919cc", "name": "network-vif-plugged", "status": "completed", "tag": "43e59693-e433-4779-9d2a-78cbea8c9b08"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:29:38.491666 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 43e59693-e433-4779-9d2a-78cbea8c9b08, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=43e59693-e433-4779-9d2a-78cbea8c9b08,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:38.496387 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:38.526264 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf971b5-5648-45f5-9b54-f8765a763f84 x-openstack-request-id: req-9bf971b5-5648-45f5-9b54-f8765a763f84 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:29:38.526264 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7540c3-cdec-4257-bea3-93599c6919cc", "name": "network-vif-plugged", "status": "completed", "tag": "43e59693-e433-4779-9d2a-78cbea8c9b08", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:29:38.526264 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9bf971b5-5648-45f5-9b54-f8765a763f84 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:29:38.526264 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bf971b5-5648-45f5-9b54-f8765a763f84'] response: {'server_uuid': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e59693-e433-4779-9d2a-78cbea8c9b08', 'code': 200} Jul 27 15:29:38.528971 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:38.566277 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=43e59693-e433-4779-9d2a-78cbea8c9b08,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:39.018974 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f7153-e9a6-449c-a27a-d378bc2dd70d req-e77216c9-d58a-4b69-8c2e-69ddf1d9920f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:39.020978 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-364f7153-e9a6-449c-a27a-d378bc2dd70d req-e77216c9-d58a-4b69-8c2e-69ddf1d9920f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0491006 Jul 27 15:29:39.070708 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-364f7153-e9a6-449c-a27a-d378bc2dd70d req-626b7d05-e454-4b7a-b748-2c432b552f6e tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437770 Jul 27 15:29:39.155708 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ada9b-4dd8-4fcc-b210-4d487f2867e7 req-38671770-6371-42bf-a482-18f777186b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:39.158092 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-254ada9b-4dd8-4fcc-b210-4d487f2867e7 req-38671770-6371-42bf-a482-18f777186b51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.0516896 Jul 27 15:29:39.198409 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:39.227489 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ada9b-4dd8-4fcc-b210-4d487f2867e7 req-3d7f963f-87cd-464b-94ee-e6ec3bd04074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:39.229433 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-254ada9b-4dd8-4fcc-b210-4d487f2867e7 req-3d7f963f-87cd-464b-94ee-e6ec3bd04074 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596974 Jul 27 15:29:39.232254 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d0e00792-9cd8-4488-823f-77dcaaae5a62 req-159e7952-96a3-4f4e-8958-8a0c0655adc2 service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281500 Jul 27 15:29:39.327902 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b778c-5cba-4b7a-b279-afe195036667 req-06c75709-0254-42ff-b727-cd59bbd113bd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:39.330434 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c3b778c-5cba-4b7a-b279-afe195036667 req-06c75709-0254-42ff-b727-cd59bbd113bd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0955920 Jul 27 15:29:39.344589 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fa35c-a676-4bd7-9cf5-d395cb18be4e req-d17c46c4-9d4d-47e9-be8a-3b7379a88e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:39.346051 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-450fa35c-a676-4bd7-9cf5-d395cb18be4e req-d17c46c4-9d4d-47e9-be8a-3b7379a88e1a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 1129 time: 0.0632839 Jul 27 15:29:39.373883 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-254ada9b-4dd8-4fcc-b210-4d487f2867e7 req-63f36576-157e-49d0-b987-123fd5530931 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244934 Jul 27 15:29:39.443159 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c3b778c-5cba-4b7a-b279-afe195036667 req-041828ea-6e62-4535-a77e-0c8e905ece70 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025922 Jul 27 15:29:39.456009 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-450fa35c-a676-4bd7-9cf5-d395cb18be4e req-4b33db74-ef98-4685-949d-e9769c6b2d49 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889769 Jul 27 15:29:39.554034 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-254ada9b-4dd8-4fcc-b210-4d487f2867e7 req-28cfa863-1d11-4d1e-9300-9b6474a0ae69 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725698 Jul 27 15:29:39.564442 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c11644-0cfe-4dbd-8269-a5f6186c395f req-aae92c0f-a06a-4498-82db-2bd6e074aba4 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:39.565954 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d6c11644-0cfe-4dbd-8269-a5f6186c395f req-aae92c0f-a06a-4498-82db-2bd6e074aba4 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 943 time: 0.0645108 Jul 27 15:29:39.623344 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d6c11644-0cfe-4dbd-8269-a5f6186c395f req-9ae227cc-0e79-4f9c-abb4-7128e4878053 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506423 Jul 27 15:29:40.152560 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40050) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:40.280903 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e84f-958f-4903-bd79-93af400b044f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:40.290342 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:29:40.382736 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337cefa-7ed1-46c4-93ee-b79ecfa41d1f req-ff605459-4fcb-4bdd-b0a3-012d4ce142fa tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:40.384602 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2337cefa-7ed1-46c4-93ee-b79ecfa41d1f req-ff605459-4fcb-4bdd-b0a3-012d4ce142fa tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.2406631 Jul 27 15:29:40.393958 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e84f-958f-4903-bd79-93af400b044f admin admin] Publish callbacks [] for security_group (d9198c0a-d55b-4594-b4de-cd8aba8c43bd), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:40.398452 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e84f-958f-4903-bd79-93af400b044f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (d9198c0a-d55b-4594-b4de-cd8aba8c43bd), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:40.414240 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3f864415-ce7a-4cf3-afb1-cbde9b6bb602,segment=NetworkSegment(0d782dbe-2f4f-4b48-ac38-39f77cc9248d),segment_id=0d782dbe-2f4f-4b48-ac38-39f77cc9248d)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:40.426488 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': '3f864415-ce7a-4cf3-afb1-cbde9b6bb602', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'port_id': '3f864415-ce7a-4cf3-afb1-cbde9b6bb602', 'mac_address': 'fa:16:3e:15:85:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:29:40.440733 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-2ab1e84f-958f-4903-bd79-93af400b044f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0eef9103073a4132a855c8c5b5963163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870960 Jul 27 15:29:40.441660 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1e84f-958f-4903-bd79-93af400b044f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9198c0a-d55b-4594-b4de-cd8aba8c43bd,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:40.444369 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40054) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:40.465794 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2337cefa-7ed1-46c4-93ee-b79ecfa41d1f req-f8ef443a-720c-4b02-9c44-10c56d7c1f5b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734909 Jul 27 15:29:40.469597 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:40.470009 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (3f864415-ce7a-4cf3-afb1-cbde9b6bb602), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:40.491031 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:29:40.504866 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-846761d1-ea28-461e-8d4b-9a1c42372645 admin admin] Publish callbacks [] for security_group (d9198c0a-d55b-4594-b4de-cd8aba8c43bd), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:40.512743 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3f864415-ce7a-4cf3-afb1-cbde9b6bb602,segment=NetworkSegment(0d782dbe-2f4f-4b48-ac38-39f77cc9248d),segment_id=0d782dbe-2f4f-4b48-ac38-39f77cc9248d)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:40.518533 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (3f864415-ce7a-4cf3-afb1-cbde9b6bb602), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:40.541311 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-846761d1-ea28-461e-8d4b-9a1c42372645 admin admin] Publish callbacks [] for security_group (d9198c0a-d55b-4594-b4de-cd8aba8c43bd), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:40.586130 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=3f864415-ce7a-4cf3-afb1-cbde9b6bb602,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:40.609756 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:40.627817 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a305bb-c012-4396-844b-0af04b434194 req-b15a4553-64e7-4317-9d8e-5e7cdab12e76 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:40.630104 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-66a305bb-c012-4396-844b-0af04b434194 req-b15a4553-64e7-4317-9d8e-5e7cdab12e76 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0667646 Jul 27 15:29:40.654627 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-846761d1-ea28-461e-8d4b-9a1c42372645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (d9198c0a-d55b-4594-b4de-cd8aba8c43bd), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:40.660921 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-846761d1-ea28-461e-8d4b-9a1c42372645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:40.665893 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-846761d1-ea28-461e-8d4b-9a1c42372645 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9198c0a-d55b-4594-b4de-cd8aba8c43bd HTTP/1.1" status: 204 len: 168 time: 0.2204354 Jul 27 15:29:40.690363 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846761d1-ea28-461e-8d4b-9a1c42372645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9198c0a-d55b-4594-b4de-cd8aba8c43bd,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:40.746037 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-66a305bb-c012-4396-844b-0af04b434194 req-8a4cc0db-d9d6-46af-aa01-11ad2d347b89 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049130 Jul 27 15:29:40.802215 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d95f6f-583f-44ec-ab4b-60089c249fe9 req-9e7d928a-3860-4386-b7ad-2672c53250b8 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:40.803601 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d7d95f6f-583f-44ec-ab4b-60089c249fe9 req-9e7d928a-3860-4386-b7ad-2672c53250b8 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 944 time: 0.0893202 Jul 27 15:29:40.889259 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d7d95f6f-583f-44ec-ab4b-60089c249fe9 req-e00dd0b9-ef59-4e25-97d7-99fc150bbd1c tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790477 Jul 27 15:29:40.957465 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['3f864415-ce7a-4cf3-afb1-cbde9b6bb602'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:29:41.104754 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:41.109624 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40088) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:41.216323 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:41.225957 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6e31d01d-648d-4320-85c1-28cfda1de70a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:41.311720 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6e31d01d-648d-4320-85c1-28cfda1de70a admin admin] Publish callbacks [] for security_group (3d097f0d-e269-4862-a596-3cd3417032ea), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:41.315677 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6e31d01d-648d-4320-85c1-28cfda1de70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (3d097f0d-e269-4862-a596-3cd3417032ea), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:41.357582 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6e31d01d-648d-4320-85c1-28cfda1de70a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2a3c1d60555442d82dcf062290a6155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469547 Jul 27 15:29:41.360149 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40100) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:41.367745 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31d01d-648d-4320-85c1-28cfda1de70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d097f0d-e269-4862-a596-3cd3417032ea,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:41.426797 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d48910c3-3b09-4c8d-8e88-3512bd1d8ab1 admin admin] Publish callbacks [] for security_group (3d097f0d-e269-4862-a596-3cd3417032ea), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:41.454304 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d48910c3-3b09-4c8d-8e88-3512bd1d8ab1 admin admin] Publish callbacks [] for security_group (3d097f0d-e269-4862-a596-3cd3417032ea), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:41.512721 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d48910c3-3b09-4c8d-8e88-3512bd1d8ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (3d097f0d-e269-4862-a596-3cd3417032ea), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:41.515356 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d48910c3-3b09-4c8d-8e88-3512bd1d8ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:41.520628 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d48910c3-3b09-4c8d-8e88-3512bd1d8ab1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d097f0d-e269-4862-a596-3cd3417032ea HTTP/1.1" status: 204 len: 168 time: 0.1594260 Jul 27 15:29:41.529131 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48910c3-3b09-4c8d-8e88-3512bd1d8ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d097f0d-e269-4862-a596-3cd3417032ea,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:41.623628 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c487f34-b0a0-4512-b307-021f4acda4f8 req-d5b53c4d-aabc-45a3-9d96-0a87b6628dda tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:41.629877 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40114) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:41.630403 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0c487f34-b0a0-4512-b307-021f4acda4f8 req-d5b53c4d-aabc-45a3-9d96-0a87b6628dda tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0655870 Jul 27 15:29:41.711495 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0c487f34-b0a0-4512-b307-021f4acda4f8 req-239a1085-ebb1-4933-a836-889d42b9ecd5 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747955 Jul 27 15:29:41.886104 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f1bc3-ee44-4441-959b-ca1446edf1f4 req-581dbcbe-f913-433b-a4d5-37b419096a73 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:41.888196 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-702f1bc3-ee44-4441-959b-ca1446edf1f4 req-581dbcbe-f913-433b-a4d5-37b419096a73 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0558157 Jul 27 15:29:41.929489 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-217fc73b-1417-47c0-809c-8801d0711a19 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1178050715-network', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:41.948851 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:41.968949 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-702f1bc3-ee44-4441-959b-ca1446edf1f4 req-8761d5bd-95e9-4cf2-8552-6b6d26c5028d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738373 Jul 27 15:29:42.002697 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217fc73b-1417-47c0-809c-8801d0711a19 admin admin] Made reservation on behalf of d3fd186ce4ca4030b191309f43d43baa for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:29:42.006223 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-217fc73b-1417-47c0-809c-8801d0711a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.009382 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40128) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:42.027453 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-217fc73b-1417-47c0-809c-8801d0711a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.030591 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f84dd802-f2b6-478d-a918-a5dc80664cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.032542 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d9a80-fcfd-4d37-a940-edb9b65b8424 req-589b5202-9117-461f-bfe2-07e71cde3708 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:42.034166 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-219d9a80-fcfd-4d37-a940-edb9b65b8424 req-589b5202-9117-461f-bfe2-07e71cde3708 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 944 time: 0.0559173 Jul 27 15:29:42.118270 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-219d9a80-fcfd-4d37-a940-edb9b65b8424 req-0fcc68ed-4e89-495b-8a3b-ab9c71bcbf46 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785546 Jul 27 15:29:42.205899 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a2462-2a4b-4e08-a645-fdfaeee8d374 req-05c29609-b34e-4660-b3ca-52f639d0393d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:42.207408 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5e6a2462-2a4b-4e08-a645-fdfaeee8d374 req-05c29609-b34e-4660-b3ca-52f639d0393d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0804882 Jul 27 15:29:42.217292 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40144) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:42.232740 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-167052a7-8e36-4242-91c0-5cd4a5f34c94 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Request body: {'floatingip': {'port_id': '43e59693-e433-4779-9d2a-78cbea8c9b08'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:42.242816 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-217fc73b-1417-47c0-809c-8801d0711a19 admin admin] Publish callbacks [] for security_group (01b974ee-00b0-41d0-b7fb-49ffb6f2a109), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.245034 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f84dd802-f2b6-478d-a918-a5dc80664cbd admin admin] Publish callbacks [] for security_group (b3042420-b0fc-4101-b8a0-35dd9b70f21b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.252346 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-217fc73b-1417-47c0-809c-8801d0711a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (01b974ee-00b0-41d0-b7fb-49ffb6f2a109), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.261029 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f84dd802-f2b6-478d-a918-a5dc80664cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (b3042420-b0fc-4101-b8a0-35dd9b70f21b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.289221 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217fc73b-1417-47c0-809c-8801d0711a19 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:29:42.310559 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fc73b-1417-47c0-809c-8801d0711a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b974ee-00b0-41d0-b7fb-49ffb6f2a109,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:42.315667 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-167052a7-8e36-4242-91c0-5cd4a5f34c94 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for floatingip (2ae51731-9b96-4d4e-ad0b-118f0dd7c58b), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.320348 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:42.321229 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-217fc73b-1417-47c0-809c-8801d0711a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (27961e42-64c5-4316-a3cb-4267282a8331), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.321787 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-217fc73b-1417-47c0-809c-8801d0711a19 admin admin] Added segment 27961e42-64c5-4316-a3cb-4267282a8331 of type vlan for network a03d84d0-4188-403f-a4d9-b8ed9de732b3 Jul 27 15:29:42.323041 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:42.339667 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f84dd802-f2b6-478d-a918-a5dc80664cbd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6243acf945244fd184006f2a0f07fefa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292127 Jul 27 15:29:42.350581 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40146) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:42.400479 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:29:42.405918 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dd802-f2b6-478d-a918-a5dc80664cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3042420-b0fc-4101-b8a0-35dd9b70f21b,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:42.414981 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:42.415150 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-217fc73b-1417-47c0-809c-8801d0711a19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (a03d84d0-4188-403f-a4d9-b8ed9de732b3), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.416084 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (3f864415-ce7a-4cf3-afb1-cbde9b6bb602), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.477526 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-12eedbaa-db9a-4af5-8a63-785bf600f303 admin admin] Publish callbacks [] for security_group (b3042420-b0fc-4101-b8a0-35dd9b70f21b), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.481774 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-217fc73b-1417-47c0-809c-8801d0711a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (a03d84d0-4188-403f-a4d9-b8ed9de732b3), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.483218 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217fc73b-1417-47c0-809c-8801d0711a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:42.484185 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-217fc73b-1417-47c0-809c-8801d0711a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.536935 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:42.537389 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (3f864415-ce7a-4cf3-afb1-cbde9b6bb602), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.572763 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40150) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:42.575474 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba023b6d-f35a-4213-979f-652a4c79acd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f864415-ce7a-4cf3-afb1-cbde9b6bb602'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:29:42.578995 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a605eb-6e4a-4485-92c9-8c4ea506f578" -d '{"events": [{"server_uuid": "ba023b6d-f35a-4213-979f-652a4c79acd9", "name": "network-vif-plugged", "status": "completed", "tag": "3f864415-ce7a-4cf3-afb1-cbde9b6bb602"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:29:42.594208 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3f864415-ce7a-4cf3-afb1-cbde9b6bb602,segment=NetworkSegment(0d782dbe-2f4f-4b48-ac38-39f77cc9248d),segment_id=0d782dbe-2f4f-4b48-ac38-39f77cc9248d)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:42.597227 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-12eedbaa-db9a-4af5-8a63-785bf600f303 admin admin] Publish callbacks [] for security_group (b3042420-b0fc-4101-b8a0-35dd9b70f21b), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.602974 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-217fc73b-1417-47c0-809c-8801d0711a19 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9718046 Jul 27 15:29:42.607142 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (3f864415-ce7a-4cf3-afb1-cbde9b6bb602), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.612127 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40156) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:42.623515 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-62aa43f5-3f4f-436a-a251-35c0dc4006fb admin admin] Request body: {'subnet': {'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1178050715-subnet', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:42.650993 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b7528b-472d-45fb-aa49-a66e06287ab2 x-openstack-request-id: req-10b7528b-472d-45fb-aa49-a66e06287ab2 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:29:42.651603 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba023b6d-f35a-4213-979f-652a4c79acd9", "name": "network-vif-plugged", "status": "completed", "tag": "3f864415-ce7a-4cf3-afb1-cbde9b6bb602", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:29:42.652074 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10b7528b-472d-45fb-aa49-a66e06287ab2 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:29:42.652680 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10b7528b-472d-45fb-aa49-a66e06287ab2'] response: {'server_uuid': 'ba023b6d-f35a-4213-979f-652a4c79acd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f864415-ce7a-4cf3-afb1-cbde9b6bb602', 'code': 200} Jul 27 15:29:42.671963 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:42.684473 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fc73b-1417-47c0-809c-8801d0711a19 admin admin] Pushing event updated for resources: {'Network': ['ID=a03d84d0-4188-403f-a4d9-b8ed9de732b3,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:42.686383 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=3f864415-ce7a-4cf3-afb1-cbde9b6bb602,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:42.705668 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62aa43f5-3f4f-436a-a251-35c0dc4006fb admin admin] Made reservation on behalf of d3fd186ce4ca4030b191309f43d43baa for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:29:42.709827 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-62aa43f5-3f4f-436a-a251-35c0dc4006fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.760283 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network a03d84d0-4188-403f-a4d9-b8ed9de732b3 details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:29:42.799755 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5da4c207-4c15-4fa0-9a52-952936156a42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.814679 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-12eedbaa-db9a-4af5-8a63-785bf600f303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (b3042420-b0fc-4101-b8a0-35dd9b70f21b), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.819901 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-12eedbaa-db9a-4af5-8a63-785bf600f303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:42.821201 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-12eedbaa-db9a-4af5-8a63-785bf600f303 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3042420-b0fc-4101-b8a0-35dd9b70f21b HTTP/1.1" status: 204 len: 168 time: 0.4693267 Jul 27 15:29:42.842213 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eedbaa-db9a-4af5-8a63-785bf600f303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3042420-b0fc-4101-b8a0-35dd9b70f21b,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:42.879556 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:43.011735 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdc0bd-1d42-4035-99f5-0a91e037826a req-dc6e2b56-224d-4a83-9f8a-5211b64ca009 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:43.013435 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a2cdc0bd-1d42-4035-99f5-0a91e037826a req-dc6e2b56-224d-4a83-9f8a-5211b64ca009 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.1296911 Jul 27 15:29:43.034123 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:43.131440 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5da4c207-4c15-4fa0-9a52-952936156a42 admin admin] Publish callbacks [] for security_group (5f5635d7-abd9-4a21-a923-97daeb481458), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:43.147040 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5da4c207-4c15-4fa0-9a52-952936156a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (5f5635d7-abd9-4a21-a923-97daeb481458), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:43.164176 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5532e8-9a64-4b45-a5af-1bcec6a1d8a3 req-8bf9c479-add0-496c-9a09-308eec4e96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:43.165634 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2e5532e8-9a64-4b45-a5af-1bcec6a1d8a3 req-8bf9c479-add0-496c-9a09-308eec4e96d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 1129 time: 0.1415601 Jul 27 15:29:43.167160 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a2cdc0bd-1d42-4035-99f5-0a91e037826a req-2893dc9e-73f5-4e82-a62d-cf609715be8c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394765 Jul 27 15:29:43.177664 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-62aa43f5-3f4f-436a-a251-35c0dc4006fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for subnet (732f863c-5d62-47ba-8c31-618efdabdcdf), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:43.241380 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4c207-4c15-4fa0-9a52-952936156a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5635d7-abd9-4a21-a923-97daeb481458,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:43.248675 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-5da4c207-4c15-4fa0-9a52-952936156a42 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=820dc044083246338c9c70b890ffd920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6642725 Jul 27 15:29:43.249278 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40172) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:43.316389 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa43f5-3f4f-436a-a251-35c0dc4006fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=732f863c-5d62-47ba-8c31-618efdabdcdf,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:43.337726 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:43.373297 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2e5532e8-9a64-4b45-a5af-1bcec6a1d8a3 req-8f34ed5f-1361-4a99-b877-0d364695da8f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829202 Jul 27 15:29:43.380736 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aa43f5-3f4f-436a-a251-35c0dc4006fb admin admin] Checking segment: {'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:29:43.381240 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aa43f5-3f4f-436a-a251-35c0dc4006fb admin admin] Network hostable DHCP agents. Network: a03d84d0-4188-403f-a4d9-b8ed9de732b3, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:29:43.392820 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1129d673-4ccc-4d54-a2de-01f9ea45a557 admin admin] Publish callbacks [] for security_group (5f5635d7-abd9-4a21-a923-97daeb481458), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:43.435209 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aa43f5-3f4f-436a-a251-35c0dc4006fb admin admin] Network a03d84d0-4188-403f-a4d9-b8ed9de732b3 is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:29:43.439101 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1129d673-4ccc-4d54-a2de-01f9ea45a557 admin admin] Publish callbacks [] for security_group (5f5635d7-abd9-4a21-a923-97daeb481458), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:43.440566 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:43.467934 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80640185-b18d-46e4-beab-96b6748e8c66 req-27efd8e0-43e3-4075-ac75-9d0d05441640 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:43.476291 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80640185-b18d-46e4-beab-96b6748e8c66 req-27efd8e0-43e3-4075-ac75-9d0d05441640 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.1802311 Jul 27 15:29:43.493480 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-62aa43f5-3f4f-436a-a251-35c0dc4006fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, a03d84d0-4188-403f-a4d9-b8ed9de732b3) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:43.508084 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aa43f5-3f4f-436a-a251-35c0dc4006fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:43.508909 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-62aa43f5-3f4f-436a-a251-35c0dc4006fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:43.515018 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:43.517609 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb329c5-6b25-4a7f-8927-8e5c336e9d57 None None] Network a03d84d0-4188-403f-a4d9-b8ed9de732b3 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:29:43.556793 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-62aa43f5-3f4f-436a-a251-35c0dc4006fb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9412043 Jul 27 15:29:43.562016 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40180) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:43.562669 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1129d673-4ccc-4d54-a2de-01f9ea45a557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (5f5635d7-abd9-4a21-a923-97daeb481458), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:43.564763 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.db.resource_extend [None req-167052a7-8e36-4242-91c0-5cd4a5f34c94 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 27 15:29:43.568575 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1129d673-4ccc-4d54-a2de-01f9ea45a557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:43.572542 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1129d673-4ccc-4d54-a2de-01f9ea45a557 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f5635d7-abd9-4a21-a923-97daeb481458 HTTP/1.1" status: 204 len: 168 time: 0.3190756 Jul 27 15:29:43.578180 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:43.600178 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129d673-4ccc-4d54-a2de-01f9ea45a557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5635d7-abd9-4a21-a923-97daeb481458,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:43.623152 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (03772c83-407b-4810-9990-a9bb0d45ec7f), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:43.625542 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (03772c83-407b-4810-9990-a9bb0d45ec7f), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:43.681004 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80640185-b18d-46e4-beab-96b6748e8c66 req-cc1f277e-cccd-481c-a017-ba1fd0d441ad tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033403 Jul 27 15:29:43.685656 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-167052a7-8e36-4242-91c0-5cd4a5f34c94 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:43.693681 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-167052a7-8e36-4242-91c0-5cd4a5f34c94 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (2ae51731-9b96-4d4e-ad0b-118f0dd7c58b), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:43.739127 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ed9012-b7a2-53ef-b07c-df57315a4421-a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf'}]}} from dv-cinder-841315-2-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 15:29:43.740127 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:43.804390 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Publish callbacks [] for router_controller (03772c83-407b-4810-9990-a9bb0d45ec7f), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:43.847189 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-167052a7-8e36-4242-91c0-5cd4a5f34c94 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Floating IP 2ae51731-9b96-4d4e-ad0b-118f0dd7c58b associated. External IP: 172.27.1.229, port: 43e59693-e433-4779-9d2a-78cbea8c9b08. Jul 27 15:29:44.022086 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Publish callbacks [] for router_gateway (03772c83-407b-4810-9990-a9bb0d45ec7f), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:44.027768 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Allocated IP 172.20.0.2 (a03d84d0-4188-403f-a4d9-b8ed9de732b3/732f863c-5d62-47ba-8c31-618efdabdcdf/c3189e7f-525d-41a9-b10e-0a9876ad6853) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:29:44.277082 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167052a7-8e36-4242-91c0-5cd4a5f34c94 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Router 8ae11637-2b3a-4c8c-a15b-c360916f2037 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:29:44.282387 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Publish callbacks [] for port (c3189e7f-525d-41a9-b10e-0a9876ad6853), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:44.299647 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (c3189e7f-525d-41a9-b10e-0a9876ad6853), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:44.362162 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Network a03d84d0-4188-403f-a4d9-b8ed9de732b3 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:44.370112 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:44.376981 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:29:44.427593 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Pushing event updated for resources: {'Port': ['ID=c3189e7f-525d-41a9-b10e-0a9876ad6853,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:44.435971 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5458dc-f2e6-4c22-86ee-e86d9b3a1a52 req-589698ee-2945-44d3-b92d-f0b185f05e36 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:44.437491 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9e5458dc-f2e6-4c22-86ee-e86d9b3a1a52 req-589698ee-2945-44d3-b92d-f0b185f05e36 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.1098864 Jul 27 15:29:44.451782 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Publish callbacks [] for router_gateway (03772c83-407b-4810-9990-a9bb0d45ec7f), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:44.490975 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:44.492657 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Attempting to bind port c3189e7f-525d-41a9-b10e-0a9876ad6853 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:29:44.493430 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Attempting to bind port c3189e7f-525d-41a9-b10e-0a9876ad6853 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:29:44.494023 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Attempting to bind port c3189e7f-525d-41a9-b10e-0a9876ad6853 on network a03d84d0-4188-403f-a4d9-b8ed9de732b3 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:29:44.496326 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167052a7-8e36-4242-91c0-5cd4a5f34c94 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:29:44.502602 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-167052a7-8e36-4242-91c0-5cd4a5f34c94 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:44.506770 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:29:44.507148 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Checking segment: {'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:29:44.507551 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:44.507973 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Bound using segment: {'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:29:44.508444 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Bound port: c3189e7f-525d-41a9-b10e-0a9876ad6853, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:29:44.508821 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (c3189e7f-525d-41a9-b10e-0a9876ad6853), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:44.511506 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:44.517021 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82a1eb6-79a4-48fa-b367-f1fe8b1903aa None None] Sync routers for ids ['8ae11637-2b3a-4c8c-a15b-c360916f2037'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:29:44.540014 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a1eb6-79a4-48fa-b367-f1fe8b1903aa None None] Routers {'8ae11637-2b3a-4c8c-a15b-c360916f2037'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:29:44.540678 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d82a1eb6-79a4-48fa-b367-f1fe8b1903aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:29:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['8ae11637-2b3a-4c8c-a15b-c360916f2037'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:44.574945 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9e5458dc-f2e6-4c22-86ee-e86d9b3a1a52 req-50624334-9888-497b-8eac-d9f245a757b9 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207268 Jul 27 15:29:44.608522 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-167052a7-8e36-4242-91c0-5cd4a5f34c94 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "PUT /v2.0/floatingips/2ae51731-9b96-4d4e-ad0b-118f0dd7c58b HTTP/1.1" status: 200 len: 991 time: 2.3900211 Jul 27 15:29:44.609354 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'tag': '43e59693-e433-4779-9d2a-78cbea8c9b08'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:29:44.614343 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9511fc6c-5f9d-4cdd-8fb6-9f4e2192311e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7540c3-cdec-4257-bea3-93599c6919cc", "tag": "43e59693-e433-4779-9d2a-78cbea8c9b08"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:29:44.622043 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] For port c3189e7f-525d-41a9-b10e-0a9876ad6853, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:29:44.626754 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] For port c3189e7f-525d-41a9-b10e-0a9876ad6853, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=c3189e7f-525d-41a9-b10e-0a9876ad6853,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:29:44.634586 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (c3189e7f-525d-41a9-b10e-0a9876ad6853), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:44.679975 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b7038f-b3e8-4022-829b-354d9b2b77d6 x-openstack-request-id: req-a0b7038f-b3e8-4022-829b-354d9b2b77d6 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:29:44.680361 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7540c3-cdec-4257-bea3-93599c6919cc", "tag": "43e59693-e433-4779-9d2a-78cbea8c9b08", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:29:44.680623 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0b7038f-b3e8-4022-829b-354d9b2b77d6 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:29:44.681031 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b7038f-b3e8-4022-829b-354d9b2b77d6'] response: {'name': 'network-changed', 'server_uuid': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'tag': '43e59693-e433-4779-9d2a-78cbea8c9b08', 'status': 'completed', 'code': 200} Jul 27 15:29:44.701707 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Allocated IP 172.27.1.116 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/b99783af-a350-477f-9e77-4a3aeb6bb32d) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:29:44.759790 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa490e-d7a1-4914-84cb-dc35a09901ad None None] Pushing event updated for resources: {'Port': ['ID=c3189e7f-525d-41a9-b10e-0a9876ad6853,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:44.780380 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-d82a1eb6-79a4-48fa-b367-f1fe8b1903aa None None] Set router 8ae11637-2b3a-4c8c-a15b-c360916f2037 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:29:44.859206 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511fc6c-5f9d-4cdd-8fb6-9f4e2192311e req-02cf2b52-a992-40eb-8d55-a41129b27237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:44.860905 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9511fc6c-5f9d-4cdd-8fb6-9f4e2192311e req-02cf2b52-a992-40eb-8d55-a41129b27237 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddfdba8b75e643b485b2237ae070a1b2&device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 1129 time: 0.1390193 Jul 27 15:29:44.861379 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Publish callbacks [] for port (b99783af-a350-477f-9e77-4a3aeb6bb32d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:44.883861 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:45.025453 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:45.057307 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96610ce8-5b19-45a3-a26e-70a13d7d636d req-efd435c5-5849-476b-962f-d4ba8678a620 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:45.058898 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96610ce8-5b19-45a3-a26e-70a13d7d636d req-efd435c5-5849-476b-962f-d4ba8678a620 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.1933858 Jul 27 15:29:45.069512 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (b99783af-a350-477f-9e77-4a3aeb6bb32d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:45.104673 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511fc6c-5f9d-4cdd-8fb6-9f4e2192311e req-c2b5c8e8-2f55-444d-afbb-acac9279a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:45.106189 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9511fc6c-5f9d-4cdd-8fb6-9f4e2192311e req-c2b5c8e8-2f55-444d-afbb-acac9279a5fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=bad7c82a-807d-4c47-8386-1a6c9fb4e649 HTTP/1.1" status: 200 len: 917 time: 0.1867828 Jul 27 15:29:45.157256 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:45.223257 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:45.233667 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:29:45.281286 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96610ce8-5b19-45a3-a26e-70a13d7d636d req-01baf90b-a4a1-4c32-91b3-899e40d23029 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842911 Jul 27 15:29:45.328500 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b99783af-a350-477f-9e77-4a3aeb6bb32d,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:45.404689 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d82a1eb6-79a4-48fa-b367-f1fe8b1903aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '2ae51731-9b96-4d4e-ad0b-118f0dd7c58b', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'port_id': '43e59693-e433-4779-9d2a-78cbea8c9b08', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'mac_address': 'fa:16:3e:1c:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:29:01Z', 'updated_at': '2022-07-27T15:29:43Z', 'revision_number': 1, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0172039e-4d78-431f-989e-eb964871cdcb', 'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'mac_address': 'fa:16:3e:ad:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:29:04Z', 'revision_number': 5, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'subnets': [{'id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:45.461964 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82a1eb6-79a4-48fa-b367-f1fe8b1903aa None None] Checking router: 8ae11637-2b3a-4c8c-a15b-c360916f2037 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:29:45.475533 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a1eb6-79a4-48fa-b367-f1fe8b1903aa None None] Routers {'8ae11637-2b3a-4c8c-a15b-c360916f2037'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:29:45.476805 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d82a1eb6-79a4-48fa-b367-f1fe8b1903aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:29:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['8ae11637-2b3a-4c8c-a15b-c360916f2037'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:45.538245 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Publish callbacks [] for router_gateway (03772c83-407b-4810-9990-a9bb0d45ec7f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:45.627140 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-d82a1eb6-79a4-48fa-b367-f1fe8b1903aa None None] Set router 8ae11637-2b3a-4c8c-a15b-c360916f2037 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:29:45.763236 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:45.821742 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9511fc6c-5f9d-4cdd-8fb6-9f4e2192311e req-ab10985f-5afc-432e-aedc-d6176fb18602 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e59693-e433-4779-9d2a-78cbea8c9b08 HTTP/1.1" status: 200 len: 999 time: 0.1794991 Jul 27 15:29:45.842269 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadab1cf-b54f-4b40-a87b-c715928a5d72 req-bb18fd9a-bb7a-4bd9-8b4f-4aaec60e937d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:45.843859 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dadab1cf-b54f-4b40-a87b-c715928a5d72 req-bb18fd9a-bb7a-4bd9-8b4f-4aaec60e937d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.1136711 Jul 27 15:29:45.954881 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374406'] for router (03772c83-407b-4810-9990-a9bb0d45ec7f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:45.969518 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511fc6c-5f9d-4cdd-8fb6-9f4e2192311e req-37c4e793-5a68-455a-b982-13801097cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:45.971081 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9511fc6c-5f9d-4cdd-8fb6-9f4e2192311e req-37c4e793-5a68-455a-b982-13801097cf7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40f6b828-0dfb-469f-8ba5-9835528b3b1e HTTP/1.1" status: 200 len: 855 time: 0.1263113 Jul 27 15:29:46.020537 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dadab1cf-b54f-4b40-a87b-c715928a5d72 req-0c9cc08e-a609-4f29-84f1-19496fe78a96 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535954 Jul 27 15:29:46.024932 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:46.037814 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511fc6c-5f9d-4cdd-8fb6-9f4e2192311e req-f9a6239c-0036-4599-8e78-c8504170bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:46.039310 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9511fc6c-5f9d-4cdd-8fb6-9f4e2192311e req-f9a6239c-0036-4599-8e78-c8504170bb41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bad7c82a-807d-4c47-8386-1a6c9fb4e649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596263 Jul 27 15:29:46.086624 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d82a1eb6-79a4-48fa-b367-f1fe8b1903aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '2ae51731-9b96-4d4e-ad0b-118f0dd7c58b', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'port_id': '43e59693-e433-4779-9d2a-78cbea8c9b08', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'mac_address': 'fa:16:3e:1c:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:29:01Z', 'updated_at': '2022-07-27T15:29:43Z', 'revision_number': 1, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0172039e-4d78-431f-989e-eb964871cdcb', 'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'mac_address': 'fa:16:3e:ad:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:29:04Z', 'revision_number': 5, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'subnets': [{'id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:46.161851 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82a1eb6-79a4-48fa-b367-f1fe8b1903aa None None] The sync data for ids ['8ae11637-2b3a-4c8c-a15b-c360916f2037'] in dv-cinder-841315-2-iscsi is: [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '2ae51731-9b96-4d4e-ad0b-118f0dd7c58b', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'port_id': '43e59693-e433-4779-9d2a-78cbea8c9b08', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'mac_address': 'fa:16:3e:1c:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:29:01Z', 'updated_at': '2022-07-27T15:29:43Z', 'revision_number': 1, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0172039e-4d78-431f-989e-eb964871cdcb', 'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'mac_address': 'fa:16:3e:ad:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:29:04Z', 'revision_number': 5, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'subnets': [{'id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:29:46.463129 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device c3189e7f-525d-41a9-b10e-0a9876ad6853 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:46.528497 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:46.548889 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port c3189e7f-525d-41a9-b10e-0a9876ad6853 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:46.549316 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (c3189e7f-525d-41a9-b10e-0a9876ad6853), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:46.603714 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8223ca72-9d4b-4bde-ada2-1810dfcdbb46 None None] Network a03d84d0-4188-403f-a4d9-b8ed9de732b3 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:29:46.716189 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9511fc6c-5f9d-4cdd-8fb6-9f4e2192311e req-c363a24e-f9e5-4a1a-8ac7-d6b4b66f3ad2 service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6684382 Jul 27 15:29:46.749508 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-57bfd347-f005-46d6-92b4-42e41cc63145 None None] Provisioning complete for port c3189e7f-525d-41a9-b10e-0a9876ad6853 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:46.750334 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-57bfd347-f005-46d6-92b4-42e41cc63145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (c3189e7f-525d-41a9-b10e-0a9876ad6853), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:46.825959 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95001d4-fd0f-4bef-b7a9-ab2981ef1cd4 req-db394b40-9390-44e9-976e-f940c0f96e34 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:46.835280 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a95001d4-fd0f-4bef-b7a9-ab2981ef1cd4 req-db394b40-9390-44e9-976e-f940c0f96e34 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.1306124 Jul 27 15:29:46.848475 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4545f098-340b-47a4-9aba-2e77a2e42768 None None] New status for floating IP 2ae51731-9b96-4d4e-ad0b-118f0dd7c58b: ACTIVE {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:29:46.850949 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9511fc6c-5f9d-4cdd-8fb6-9f4e2192311e req-1bfac2bb-415c-4792-a063-655307b82f79 service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269288 Jul 27 15:29:46.855427 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Router 03772c83-407b-4810-9990-a9bb0d45ec7f is scheduled to L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 15:29:46.969662 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a95001d4-fd0f-4bef-b7a9-ab2981ef1cd4 req-4b398be2-b6ad-4aaa-82aa-d1a021ee9883 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326745 Jul 27 15:29:47.027949 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:47.030531 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40290) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:47.060442 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:29:47.078392 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Sync routers for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:29:47.095021 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:29:47.096380 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:29:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:47.102626 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:47.105204 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ce8c8b80-07da-46a0-b344-1dd4320ef9a7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5312626 Jul 27 15:29:47.108412 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40298) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:47.168968 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-31946586-e14c-41ba-ad91-775dd8c940e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:47.202550 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:47.221251 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port c3189e7f-525d-41a9-b10e-0a9876ad6853 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:47.223114 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (c3189e7f-525d-41a9-b10e-0a9876ad6853), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:47.261657 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:47.263969 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40f9ac-3142-47ce-a903-bc14b46af707 req-d3379dc3-754e-42d1-b503-bf49e314e399 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:47.273525 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4c40f9ac-3142-47ce-a903-bc14b46af707 req-d3379dc3-754e-42d1-b503-bf49e314e399 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.1452630 Jul 27 15:29:47.283512 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40302) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:47.290320 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-e5a9ad72-c474-4769-8321-3824fe143ae5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Request body: {'floatingip': {'port_id': '3f864415-ce7a-4cf3-afb1-cbde9b6bb602'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:47.405212 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:29:47.421624 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-57bfd347-f005-46d6-92b4-42e41cc63145 None None] Current status of the port c3189e7f-525d-41a9-b10e-0a9876ad6853 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:47.422071 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-57bfd347-f005-46d6-92b4-42e41cc63145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (c3189e7f-525d-41a9-b10e-0a9876ad6853), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:47.469750 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e5a9ad72-c474-4769-8321-3824fe143ae5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for floatingip (5eef577f-2c12-49b2-8390-98ee2f5a8f2d), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:47.480605 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port c3189e7f-525d-41a9-b10e-0a9876ad6853, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=c3189e7f-525d-41a9-b10e-0a9876ad6853,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:47.495666 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (c3189e7f-525d-41a9-b10e-0a9876ad6853), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:47.535904 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796c5a0-8d20-4093-bdaf-85993a22d580 req-c21db490-caac-4230-bbd5-4373a46ddbe5 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:47.537570 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0796c5a0-8d20-4093-bdaf-85993a22d580 req-c21db490-caac-4230-bbd5-4373a46ddbe5 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.2744539 Jul 27 15:29:47.620286 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.db.api [None req-57bfd347-f005-46d6-92b4-42e41cc63145 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 27 15:29:47.620762 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG oslo_db.api [None req-57bfd347-f005-46d6-92b4-42e41cc63145 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 15:29:47.637056 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=c3189e7f-525d-41a9-b10e-0a9876ad6853,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:47.641842 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e71b245d-f9d3-45ee-8cc7-e13ca35ae907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:47.695542 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0796c5a0-8d20-4093-bdaf-85993a22d580 req-c13706ae-f892-43c2-b742-c0085a20c9da tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684309 Jul 27 15:29:47.757434 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:45Z', 'revision_number': 3, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:47.806078 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Checking router: 03772c83-407b-4810-9990-a9bb0d45ec7f for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:29:47.806354 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Updating router 03772c83-407b-4810-9990-a9bb0d45ec7f port b99783af-a350-477f-9e77-4a3aeb6bb32d binding host dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:29:47.845717 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (b99783af-a350-477f-9e77-4a3aeb6bb32d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:47.923746 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e71b245d-f9d3-45ee-8cc7-e13ca35ae907 admin admin] Publish callbacks [] for security_group (7350a257-0e08-4400-a617-f9c2d463308a), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:47.934829 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e71b245d-f9d3-45ee-8cc7-e13ca35ae907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (7350a257-0e08-4400-a617-f9c2d463308a), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.051845 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-e71b245d-f9d3-45ee-8cc7-e13ca35ae907 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e99d20bc8dfb4e76af8fcd3350503248&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0200653 Jul 27 15:29:48.052811 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b245d-f9d3-45ee-8cc7-e13ca35ae907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7350a257-0e08-4400-a617-f9c2d463308a,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:48.055440 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40316) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:48.073120 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.173534 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:48.182450 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-57bfd347-f005-46d6-92b4-42e41cc63145 None None] Current status of the port c3189e7f-525d-41a9-b10e-0a9876ad6853 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:48.243375 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0607fa12-92c5-421d-a1b7-2d08065c7c37 admin admin] Publish callbacks [] for security_group (7350a257-0e08-4400-a617-f9c2d463308a), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.270964 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:48.323113 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-bd5c3e4c-ab8f-4fdb-aaff-9c18540325ee None None] Provisioning complete for port c3189e7f-525d-41a9-b10e-0a9876ad6853 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:48.326337 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:48.326538 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3e4c-ab8f-4fdb-aaff-9c18540325ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (c3189e7f-525d-41a9-b10e-0a9876ad6853), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.343105 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0607fa12-92c5-421d-a1b7-2d08065c7c37 admin admin] Publish callbacks [] for security_group (7350a257-0e08-4400-a617-f9c2d463308a), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.406302 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Allocated IP 172.20.0.1 (a03d84d0-4188-403f-a4d9-b8ed9de732b3/732f863c-5d62-47ba-8c31-618efdabdcdf/d1e71c7a-fab7-4c34-8437-8c6f33c295a5) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:29:48.437138 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:48.467859 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device c3189e7f-525d-41a9-b10e-0a9876ad6853 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:48.513171 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Publish callbacks [] for port (b99783af-a350-477f-9e77-4a3aeb6bb32d), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.517510 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0607fa12-92c5-421d-a1b7-2d08065c7c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (7350a257-0e08-4400-a617-f9c2d463308a), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.522247 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0607fa12-92c5-421d-a1b7-2d08065c7c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.523402 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-0607fa12-92c5-421d-a1b7-2d08065c7c37 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7350a257-0e08-4400-a617-f9c2d463308a HTTP/1.1" status: 204 len: 168 time: 0.4557192 Jul 27 15:29:48.523524 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (b99783af-a350-477f-9e77-4a3aeb6bb32d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.553511 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e5a9ad72-c474-4769-8321-3824fe143ae5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.560482 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607fa12-92c5-421d-a1b7-2d08065c7c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7350a257-0e08-4400-a617-f9c2d463308a,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:48.570892 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e5a9ad72-c474-4769-8321-3824fe143ae5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (5eef577f-2c12-49b2-8390-98ee2f5a8f2d), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.598700 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c40d4-e959-48e0-9305-7693438bb509 None None] Pushing event updated for resources: {'Port': ['ID=b99783af-a350-477f-9e77-4a3aeb6bb32d,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:48.614090 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c40d4-e959-48e0-9305-7693438bb509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:48.614798 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c40d4-e959-48e0-9305-7693438bb509 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:48.615074 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Publish callbacks [] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.615571 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c40d4-e959-48e0-9305-7693438bb509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:48.616530 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c40d4-e959-48e0-9305-7693438bb509 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:48.617365 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c40d4-e959-48e0-9305-7693438bb509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:48.618164 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c40d4-e959-48e0-9305-7693438bb509 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:48.618700 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c40d4-e959-48e0-9305-7693438bb509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:48.619532 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c40d4-e959-48e0-9305-7693438bb509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:48.620226 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c40d4-e959-48e0-9305-7693438bb509 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:48.621224 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c40d4-e959-48e0-9305-7693438bb509 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:48.622351 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c40d4-e959-48e0-9305-7693438bb509 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:48.623075 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c40d4-e959-48e0-9305-7693438bb509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:48.623945 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c40d4-e959-48e0-9305-7693438bb509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:48.624578 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c40d4-e959-48e0-9305-7693438bb509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:48.625375 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c40d4-e959-48e0-9305-7693438bb509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:29:48.650897 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-bd5c3e4c-ab8f-4fdb-aaff-9c18540325ee None None] Current status of the port c3189e7f-525d-41a9-b10e-0a9876ad6853 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:48.656234 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.674972 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port c3189e7f-525d-41a9-b10e-0a9876ad6853 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:48.675343 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (c3189e7f-525d-41a9-b10e-0a9876ad6853), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.685797 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Attempting to bind port b99783af-a350-477f-9e77-4a3aeb6bb32d on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:29:48.687137 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Attempting to bind port b99783af-a350-477f-9e77-4a3aeb6bb32d by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:29:48.688065 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Attempting to bind port b99783af-a350-477f-9e77-4a3aeb6bb32d on network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:29:48.696558 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:29:48.697315 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Checking segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:29:48.698281 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.698918 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Bound using segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:29:48.699885 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Bound port: b99783af-a350-477f-9e77-4a3aeb6bb32d, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:29:48.700498 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (b99783af-a350-477f-9e77-4a3aeb6bb32d), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.719261 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:48.734761 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:48.742542 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Network a03d84d0-4188-403f-a4d9-b8ed9de732b3 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:48.753291 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:48.766270 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-e5a9ad72-c474-4769-8321-3824fe143ae5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Floating IP 5eef577f-2c12-49b2-8390-98ee2f5a8f2d associated. External IP: 172.27.1.144, port: 3f864415-ce7a-4cf3-afb1-cbde9b6bb602. Jul 27 15:29:48.770533 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:29:48.771499 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500358'] for router_interface (03772c83-407b-4810-9990-a9bb0d45ec7f), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.776693 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e71c7a-fab7-4c34-8437-8c6f33c295a5,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:48.805131 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port c3189e7f-525d-41a9-b10e-0a9876ad6853 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:48.858199 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:48.861449 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] For port b99783af-a350-477f-9e77-4a3aeb6bb32d, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:29:48.865866 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] For port b99783af-a350-477f-9e77-4a3aeb6bb32d, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=b99783af-a350-477f-9e77-4a3aeb6bb32d,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:29:48.875035 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (b99783af-a350-477f-9e77-4a3aeb6bb32d), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:48.910639 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:48.922668 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfe083-e795-4da9-83c1-d6d2421ae991 req-05367c0b-81b8-4a16-9ab7-7ed06b1294ef tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:48.924660 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5abfe083-e795-4da9-83c1-d6d2421ae991 req-05367c0b-81b8-4a16-9ab7-7ed06b1294ef tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0880363 Jul 27 15:29:48.962108 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:29:48.962754 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:29:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:48.968056 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c40d4-e959-48e0-9305-7693438bb509 None None] Pushing event updated for resources: {'Port': ['ID=b99783af-a350-477f-9e77-4a3aeb6bb32d,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:49.002581 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:49.053429 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5abfe083-e795-4da9-83c1-d6d2421ae991 req-07b2ecc8-f1e0-4ead-bcaa-e16a273dace5 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183388 Jul 27 15:29:49.133840 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:29:49.183491 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-4594a63d-7d70-437b-9294-7c400be842e7 None None] Provisioning complete for port d1e71c7a-fab7-4c34-8437-8c6f33c295a5 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:49.191799 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4594a63d-7d70-437b-9294-7c400be842e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:49.218093 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40340) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:49.249944 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-feac6f53-f4a5-447d-a6ab-4ecd99341782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:49.269699 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Publish callbacks [] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:49.278722 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:49.280834 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500474'] for router_interface (03772c83-407b-4810-9990-a9bb0d45ec7f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:49.298098 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a9ad72-c474-4769-8321-3824fe143ae5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Router 234b9294-d82c-40cf-8b8b-2c226e26df01 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:29:49.386511 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 1, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:49.402198 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-4594a63d-7d70-437b-9294-7c400be842e7 None None] Port d1e71c7a-fab7-4c34-8437-8c6f33c295a5 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:29:49.409010 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fb637792-2026-47ab-aaba-a1e702132ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:49.419852 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e71c7a-fab7-4c34-8437-8c6f33c295a5,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:49.432103 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Network a03d84d0-4188-403f-a4d9-b8ed9de732b3 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:49.433517 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:49.439959 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c0d2c0-c512-4b86-a785-7d5f05f368d7 None None] The sync data for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi is: [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 1, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:29:49.476264 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-feac6f53-f4a5-447d-a6ab-4ecd99341782 admin admin] Publish callbacks [] for security_group (7052c72f-f15d-4286-ba44-dd10c387ef75), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:49.487023 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-feac6f53-f4a5-447d-a6ab-4ecd99341782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (7052c72f-f15d-4286-ba44-dd10c387ef75), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:49.563431 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-feac6f53-f4a5-447d-a6ab-4ecd99341782 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be34be42e1d6401fa9857c15ccdac7f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410008 Jul 27 15:29:49.563431 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40350) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:49.604326 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Router 03772c83-407b-4810-9990-a9bb0d45ec7f has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:29:49.615731 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:49.616445 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:49.633939 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac6f53-f4a5-447d-a6ab-4ecd99341782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7052c72f-f15d-4286-ba44-dd10c387ef75,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:49.644552 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a9ad72-c474-4769-8321-3824fe143ae5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:29:49.667853 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e5a9ad72-c474-4769-8321-3824fe143ae5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:49.670239 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7713ea-5927-40c7-93d3-17c600fcc9f7 None None] Sync routers for ids ['234b9294-d82c-40cf-8b8b-2c226e26df01'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:29:49.695590 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7713ea-5927-40c7-93d3-17c600fcc9f7 None None] Routers {'234b9294-d82c-40cf-8b8b-2c226e26df01'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:29:49.696377 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-be7713ea-5927-40c7-93d3-17c600fcc9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:29:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['234b9294-d82c-40cf-8b8b-2c226e26df01'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:49.741164 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-602271bb-3405-47eb-91a5-1a13d0943d9e admin admin] Publish callbacks [] for security_group (7052c72f-f15d-4286-ba44-dd10c387ef75), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:49.798162 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-602271bb-3405-47eb-91a5-1a13d0943d9e admin admin] Publish callbacks [] for security_group (7052c72f-f15d-4286-ba44-dd10c387ef75), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:49.818142 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-e5a9ad72-c474-4769-8321-3824fe143ae5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "PUT /v2.0/floatingips/5eef577f-2c12-49b2-8390-98ee2f5a8f2d HTTP/1.1" status: 200 len: 991 time: 2.5291598 Jul 27 15:29:49.834489 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba023b6d-f35a-4213-979f-652a4c79acd9', 'tag': '3f864415-ce7a-4cf3-afb1-cbde9b6bb602'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:29:49.837624 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e022a08-5859-4487-a910-5203ca57d7e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ba023b6d-f35a-4213-979f-652a4c79acd9", "tag": "3f864415-ce7a-4cf3-afb1-cbde9b6bb602"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:29:49.882985 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-be7713ea-5927-40c7-93d3-17c600fcc9f7 None None] Set router 234b9294-d82c-40cf-8b8b-2c226e26df01 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:29:49.902634 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:29:49.932522 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-05f2d2dc-6e04-4956-b334-5ed9ea8693a6 admin admin] 10.222.0.36 "PUT /v2.0/routers/03772c83-407b-4810-9990-a9bb0d45ec7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8228276 Jul 27 15:29:49.952151 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-602271bb-3405-47eb-91a5-1a13d0943d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (7052c72f-f15d-4286-ba44-dd10c387ef75), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:49.961615 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-602271bb-3405-47eb-91a5-1a13d0943d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:49.964069 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-602271bb-3405-47eb-91a5-1a13d0943d9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7052c72f-f15d-4286-ba44-dd10c387ef75 HTTP/1.1" status: 204 len: 168 time: 0.3994086 Jul 27 15:29:49.967899 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9103dfe7-b949-4f4b-9d72-ed7a8f29d6c3 x-openstack-request-id: req-9103dfe7-b949-4f4b-9d72-ed7a8f29d6c3 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:29:49.970001 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba023b6d-f35a-4213-979f-652a4c79acd9", "tag": "3f864415-ce7a-4cf3-afb1-cbde9b6bb602", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:29:49.970414 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9103dfe7-b949-4f4b-9d72-ed7a8f29d6c3 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:29:49.972329 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9103dfe7-b949-4f4b-9d72-ed7a8f29d6c3'] response: {'name': 'network-changed', 'server_uuid': 'ba023b6d-f35a-4213-979f-652a4c79acd9', 'tag': '3f864415-ce7a-4cf3-afb1-cbde9b6bb602', 'status': 'completed', 'code': 200} Jul 27 15:29:49.983964 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-91a8519f-e19c-4b2a-96da-72de71afafd9 None None] Provisioning complete for port d1e71c7a-fab7-4c34-8437-8c6f33c295a5 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:49.984607 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-91a8519f-e19c-4b2a-96da-72de71afafd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:49.985093 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602271bb-3405-47eb-91a5-1a13d0943d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7052c72f-f15d-4286-ba44-dd10c387ef75,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:50.095395 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e022a08-5859-4487-a910-5203ca57d7e9 req-4a075d23-476f-4b40-9d78-f9a51f508d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:50.100263 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e022a08-5859-4487-a910-5203ca57d7e9 req-4a075d23-476f-4b40-9d78-f9a51f508d92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fddbf2261d1f42d0a41aa921197fc181&device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 1129 time: 0.0906060 Jul 27 15:29:50.278515 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb356e-aa0a-4591-a3c5-0edf6f648cf6 req-448eebf4-f061-489d-9ccc-437398944840 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:50.285949 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7adb356e-aa0a-4591-a3c5-0edf6f648cf6 req-448eebf4-f061-489d-9ccc-437398944840 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0753584 Jul 27 15:29:50.315304 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-91a8519f-e19c-4b2a-96da-72de71afafd9 None None] Port d1e71c7a-fab7-4c34-8437-8c6f33c295a5 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:29:50.331924 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e022a08-5859-4487-a910-5203ca57d7e9 req-4acfff61-82f1-410d-8a31-0555dc221828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:50.333526 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e022a08-5859-4487-a910-5203ca57d7e9 req-4acfff61-82f1-410d-8a31-0555dc221828 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38721ce-4da8-41f0-9615-4459de2daf25 HTTP/1.1" status: 200 len: 912 time: 0.2168629 Jul 27 15:29:50.441137 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7adb356e-aa0a-4591-a3c5-0edf6f648cf6 req-45636850-2a87-4a2e-9a6d-a4daad408389 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495419 Jul 27 15:29:50.468652 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e022a08-5859-4487-a910-5203ca57d7e9 req-c7ac9d14-ff88-4a92-8029-374216eec028 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f864415-ce7a-4cf3-afb1-cbde9b6bb602 HTTP/1.1" status: 200 len: 999 time: 0.1142805 Jul 27 15:29:50.536742 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-be7713ea-5927-40c7-93d3-17c600fcc9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '5eef577f-2c12-49b2-8390-98ee2f5a8f2d', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'port_id': '3f864415-ce7a-4cf3-afb1-cbde9b6bb602', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'mac_address': 'fa:16:3e:15:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba023b6d-f35a-4213-979f-652a4c79acd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:28:50Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 1, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72c925d-1264-4bcf-b9bf-3f489f419faa', 'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'mac_address': 'fa:16:3e:d9:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:37Z', 'updated_at': '2022-07-27T15:29:00Z', 'revision_number': 5, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'subnets': [{'id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:50.591745 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7713ea-5927-40c7-93d3-17c600fcc9f7 None None] Checking router: 234b9294-d82c-40cf-8b8b-2c226e26df01 for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:29:50.607432 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7713ea-5927-40c7-93d3-17c600fcc9f7 None None] Routers {'234b9294-d82c-40cf-8b8b-2c226e26df01'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:29:50.608513 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-be7713ea-5927-40c7-93d3-17c600fcc9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:29:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['234b9294-d82c-40cf-8b8b-2c226e26df01'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:50.614497 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e022a08-5859-4487-a910-5203ca57d7e9 req-7708fe54-f606-47a8-b6ba-77fafca856ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:50.620277 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e022a08-5859-4487-a910-5203ca57d7e9 req-7708fe54-f606-47a8-b6ba-77fafca856ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0cea517-b378-4c3d-b1c1-f934678ba74f HTTP/1.1" status: 200 len: 850 time: 0.1326115 Jul 27 15:29:50.698085 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e022a08-5859-4487-a910-5203ca57d7e9 req-38df6c83-bcd5-4b31-a598-998a5dcc3822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:50.699604 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e022a08-5859-4487-a910-5203ca57d7e9 req-38df6c83-bcd5-4b31-a598-998a5dcc3822 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38721ce-4da8-41f0-9615-4459de2daf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679686 Jul 27 15:29:50.761203 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-be7713ea-5927-40c7-93d3-17c600fcc9f7 None None] Set router 234b9294-d82c-40cf-8b8b-2c226e26df01 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:29:50.934843 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:50.986098 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e022a08-5859-4487-a910-5203ca57d7e9 req-5583d4fe-d0bf-4cd7-82ef-e346381a4525 service neutron] 10.222.0.42 "GET /v2.0/networks/c38721ce-4da8-41f0-9615-4459de2daf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737098 Jul 27 15:29:51.020117 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:51.194651 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:51.206087 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e022a08-5859-4487-a910-5203ca57d7e9 req-bf9cddf3-a62b-4dd2-8c53-0a85098df3a8 service neutron] 10.222.0.42 "GET /v2.0/networks/c38721ce-4da8-41f0-9615-4459de2daf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080379 Jul 27 15:29:51.238245 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-be7713ea-5927-40c7-93d3-17c600fcc9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '5eef577f-2c12-49b2-8390-98ee2f5a8f2d', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'port_id': '3f864415-ce7a-4cf3-afb1-cbde9b6bb602', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'mac_address': 'fa:16:3e:15:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba023b6d-f35a-4213-979f-652a4c79acd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:28:50Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 1, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72c925d-1264-4bcf-b9bf-3f489f419faa', 'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'mac_address': 'fa:16:3e:d9:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:37Z', 'updated_at': '2022-07-27T15:29:00Z', 'revision_number': 5, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'subnets': [{'id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:51.304954 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7713ea-5927-40c7-93d3-17c600fcc9f7 None None] The sync data for ids ['234b9294-d82c-40cf-8b8b-2c226e26df01'] in dv-cinder-841315-2-iscsi is: [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '5eef577f-2c12-49b2-8390-98ee2f5a8f2d', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'port_id': '3f864415-ce7a-4cf3-afb1-cbde9b6bb602', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'mac_address': 'fa:16:3e:15:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba023b6d-f35a-4213-979f-652a4c79acd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:28:50Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 1, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72c925d-1264-4bcf-b9bf-3f489f419faa', 'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'mac_address': 'fa:16:3e:d9:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:37Z', 'updated_at': '2022-07-27T15:29:00Z', 'revision_number': 5, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'subnets': [{'id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:29:51.474139 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8b02f-3899-464e-82fd-a0a2cf789149 req-c3ea8cca-6c32-445a-8d03-6219d673a6d3 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:51.476087 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-abd8b02f-3899-464e-82fd-a0a2cf789149 req-c3ea8cca-6c32-445a-8d03-6219d673a6d3 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 946 time: 0.0801227 Jul 27 15:29:51.510598 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40418) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:51.521296 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-1cb2eea1-dc06-4326-888c-b77b29378846 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-11798212-network', 'tenant_id': 'bf5c5a38ffe540ebada04f8311310cd8'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:51.556393 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:51.561759 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb2eea1-dc06-4326-888c-b77b29378846 admin admin] Made reservation on behalf of bf5c5a38ffe540ebada04f8311310cd8 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:29:51.566324 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1cb2eea1-dc06-4326-888c-b77b29378846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:51.608783 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-abd8b02f-3899-464e-82fd-a0a2cf789149 req-bed6781a-d843-4e89-8534-86cf9c0d4901 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255350 Jul 27 15:29:51.651203 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1cb2eea1-dc06-4326-888c-b77b29378846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:51.675388 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdce73f-5ec4-4e00-a0d9-2e52bab64a3d req-ce3691c6-7682-44c9-a24d-d982ef1102b4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:51.677616 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3fdce73f-5ec4-4e00-a0d9-2e52bab64a3d req-ce3691c6-7682-44c9-a24d-d982ef1102b4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0991929 Jul 27 15:29:51.779633 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3fdce73f-5ec4-4e00-a0d9-2e52bab64a3d req-2f42d19f-7488-4576-8c5e-568d893c9568 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941875 Jul 27 15:29:51.806258 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdf4787-bd60-4aa3-abaa-8f488d81afe1 None None] New status for floating IP 5eef577f-2c12-49b2-8390-98ee2f5a8f2d: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:29:51.875735 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1cb2eea1-dc06-4326-888c-b77b29378846 admin admin] Publish callbacks [] for security_group (fe1d9935-5cf5-427c-96bb-ad641ae0ff33), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:51.881446 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1cb2eea1-dc06-4326-888c-b77b29378846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (fe1d9935-5cf5-427c-96bb-ad641ae0ff33), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:51.914798 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb2eea1-dc06-4326-888c-b77b29378846 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:29:51.932041 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2eea1-dc06-4326-888c-b77b29378846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1d9935-5cf5-427c-96bb-ad641ae0ff33,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:51.932041 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:51.935694 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1cb2eea1-dc06-4326-888c-b77b29378846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:51.936118 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-1cb2eea1-dc06-4326-888c-b77b29378846 admin admin] Added segment d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d of type vlan for network a1a58914-8c92-442c-a08f-43dcd803f8f4 Jul 27 15:29:52.001224 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1cb2eea1-dc06-4326-888c-b77b29378846 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (a1a58914-8c92-442c-a08f-43dcd803f8f4), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:52.037254 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1cb2eea1-dc06-4326-888c-b77b29378846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (a1a58914-8c92-442c-a08f-43dcd803f8f4), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:52.038404 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb2eea1-dc06-4326-888c-b77b29378846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:52.039590 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1cb2eea1-dc06-4326-888c-b77b29378846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:52.052250 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:52.113423 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1cb2eea1-dc06-4326-888c-b77b29378846 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6015043 Jul 27 15:29:52.115851 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40430) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:52.119029 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2eea1-dc06-4326-888c-b77b29378846 admin admin] Pushing event updated for resources: {'Network': ['ID=a1a58914-8c92-442c-a08f-43dcd803f8f4,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:52.120987 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-01741ffd-ecb3-4a4d-8b36-e70b418060be admin admin] Request body: {'subnet': {'network_id': 'a1a58914-8c92-442c-a08f-43dcd803f8f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-11798212-subnet', 'tenant_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:52.134056 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network a1a58914-8c92-442c-a08f-43dcd803f8f4 details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:29:52.141776 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01741ffd-ecb3-4a4d-8b36-e70b418060be admin admin] Made reservation on behalf of bf5c5a38ffe540ebada04f8311310cd8 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:29:52.144916 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-01741ffd-ecb3-4a4d-8b36-e70b418060be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:52.209527 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:52.271904 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:52.287719 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:52.357404 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-01741ffd-ecb3-4a4d-8b36-e70b418060be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for subnet (db78e11b-0b54-4e24-9b19-1ac731c9558e), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:52.359459 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device b99783af-a350-477f-9e77-4a3aeb6bb32d up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:52.407820 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port b99783af-a350-477f-9e77-4a3aeb6bb32d triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:52.408309 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (b99783af-a350-477f-9e77-4a3aeb6bb32d), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:52.423071 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01741ffd-ecb3-4a4d-8b36-e70b418060be admin admin] Pushing event updated for resources: {'Subnet': ['ID=db78e11b-0b54-4e24-9b19-1ac731c9558e,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:52.425562 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01741ffd-ecb3-4a4d-8b36-e70b418060be admin admin] Checking segment: {'id': 'd0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a1a58914-8c92-442c-a08f-43dcd803f8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:29:52.425911 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01741ffd-ecb3-4a4d-8b36-e70b418060be admin admin] Network hostable DHCP agents. Network: a1a58914-8c92-442c-a08f-43dcd803f8f4, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:29:52.449985 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01741ffd-ecb3-4a4d-8b36-e70b418060be admin admin] Network a1a58914-8c92-442c-a08f-43dcd803f8f4 is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:29:52.461674 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-01741ffd-ecb3-4a4d-8b36-e70b418060be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, a1a58914-8c92-442c-a08f-43dcd803f8f4) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:52.475155 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01741ffd-ecb3-4a4d-8b36-e70b418060be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:52.475762 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-01741ffd-ecb3-4a4d-8b36-e70b418060be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:52.481596 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5982c6-f840-4d28-bcf0-f0524c49a8f6 None None] Network a1a58914-8c92-442c-a08f-43dcd803f8f4 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:29:52.495619 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-01741ffd-ecb3-4a4d-8b36-e70b418060be admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3785918 Jul 27 15:29:52.498151 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40446) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:52.502766 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-11798212-router', 'tenant_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:52.524503 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (9e04b6dc-f261-418f-b9f9-5f534147ddd0), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:52.525672 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (9e04b6dc-f261-418f-b9f9-5f534147ddd0), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:52.548146 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port b99783af-a350-477f-9e77-4a3aeb6bb32d is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:52.548541 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (b99783af-a350-477f-9e77-4a3aeb6bb32d), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:52.586493 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port b99783af-a350-477f-9e77-4a3aeb6bb32d, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=b99783af-a350-477f-9e77-4a3aeb6bb32d,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:52.593574 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (b99783af-a350-477f-9e77-4a3aeb6bb32d), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:52.652856 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ed9012-b7a2-53ef-b07c-df57315a4421-a1a58914-8c92-442c-a08f-43dcd803f8f4', 'network_id': 'a1a58914-8c92-442c-a08f-43dcd803f8f4', 'project_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'fixed_ips': [{'subnet_id': 'db78e11b-0b54-4e24-9b19-1ac731c9558e'}]}} from dv-cinder-841315-2-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 15:29:52.653997 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:52.677137 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=b99783af-a350-477f-9e77-4a3aeb6bb32d,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:52.840131 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Publish callbacks [] for router_controller (9e04b6dc-f261-418f-b9f9-5f534147ddd0), precommit_add_association {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:52.900568 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Allocated IP 172.20.0.2 (a1a58914-8c92-442c-a08f-43dcd803f8f4/db78e11b-0b54-4e24-9b19-1ac731c9558e/1a1d89ca-c963-484b-8cfe-486659d56485) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:29:52.940302 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f721644-d549-463d-92ab-8a1ddf28b144 req-e0fd2a10-9d3e-4dfa-b59e-a54c8287daeb tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:52.950802 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5f721644-d549-463d-92ab-8a1ddf28b144 req-e0fd2a10-9d3e-4dfa-b59e-a54c8287daeb tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 946 time: 0.1364114 Jul 27 15:29:52.964103 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c1ed2-a3b3-44fb-bab9-5c541b8592e5 req-a7835f7b-496e-4e54-9832-d92eefda9635 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:52.972514 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-030c1ed2-a3b3-44fb-bab9-5c541b8592e5 req-a7835f7b-496e-4e54-9832-d92eefda9635 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0884614 Jul 27 15:29:53.060081 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-030c1ed2-a3b3-44fb-bab9-5c541b8592e5 req-5ce1a6dc-b268-4b6d-af27-9cea193c7743 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863492 Jul 27 15:29:53.065324 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5f721644-d549-463d-92ab-8a1ddf28b144 req-b957285b-31d7-4f47-ac28-3574c86c451a tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136327 Jul 27 15:29:53.076788 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Publish callbacks [] for router_gateway (9e04b6dc-f261-418f-b9f9-5f534147ddd0), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:53.158754 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Publish callbacks [] for port (1a1d89ca-c963-484b-8cfe-486659d56485), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:53.167158 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (1a1d89ca-c963-484b-8cfe-486659d56485), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:53.218564 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Network a1a58914-8c92-442c-a08f-43dcd803f8f4 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:53.225127 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:53.232245 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:53.233545 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:29:53.245031 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Pushing event updated for resources: {'Port': ['ID=1a1d89ca-c963-484b-8cfe-486659d56485,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:53.322330 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:53.331211 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Attempting to bind port 1a1d89ca-c963-484b-8cfe-486659d56485 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:29:53.331618 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Attempting to bind port 1a1d89ca-c963-484b-8cfe-486659d56485 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': 'd0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a1a58914-8c92-442c-a08f-43dcd803f8f4'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:29:53.332066 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Attempting to bind port 1a1d89ca-c963-484b-8cfe-486659d56485 on network a1a58914-8c92-442c-a08f-43dcd803f8f4 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:29:53.339357 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:29:53.339996 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Checking segment: {'id': 'd0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a1a58914-8c92-442c-a08f-43dcd803f8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:29:53.340409 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:53.340804 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Bound using segment: {'id': 'd0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a1a58914-8c92-442c-a08f-43dcd803f8f4'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:29:53.341528 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Bound port: 1a1d89ca-c963-484b-8cfe-486659d56485, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a1a58914-8c92-442c-a08f-43dcd803f8f4'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:29:53.342536 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (1a1d89ca-c963-484b-8cfe-486659d56485), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:53.348643 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Publish callbacks [] for router_gateway (9e04b6dc-f261-418f-b9f9-5f534147ddd0), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:53.358450 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Sync routers for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:29:53.387289 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:53.424033 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] For port 1a1d89ca-c963-484b-8cfe-486659d56485, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:29:53.431564 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] For port 1a1d89ca-c963-484b-8cfe-486659d56485, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=1a1d89ca-c963-484b-8cfe-486659d56485,segment=NetworkSegment(d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d),segment_id=d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:29:53.441828 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:29:53.442539 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:29:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:53.455137 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (1a1d89ca-c963-484b-8cfe-486659d56485), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:53.579952 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Allocated IP 172.27.1.147 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/069f841a-af44-439c-93fd-7de6f5489be2) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:29:53.745817 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Publish callbacks [] for port (069f841a-af44-439c-93fd-7de6f5489be2), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:53.750357 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:53.751052 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:53.778396 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b45a06-054f-4130-abf0-1ef8ee5d349b None None] Pushing event updated for resources: {'Port': ['ID=1a1d89ca-c963-484b-8cfe-486659d56485,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:53.795450 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (069f841a-af44-439c-93fd-7de6f5489be2), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:53.804719 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:29:53.839962 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:53.845015 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:53.849588 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:29:53.852817 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Pushing event updated for resources: {'Port': ['ID=069f841a-af44-439c-93fd-7de6f5489be2,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:54.040263 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:49Z', 'revision_number': 2, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:54.066202 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Checking router: 03772c83-407b-4810-9990-a9bb0d45ec7f for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:29:54.066556 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Updating router 03772c83-407b-4810-9990-a9bb0d45ec7f port d1e71c7a-fab7-4c34-8437-8c6f33c295a5 binding host dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:29:54.100519 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:54.104406 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Publish callbacks [] for router_gateway (9e04b6dc-f261-418f-b9f9-5f534147ddd0), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:54.197064 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d52e5-1bc0-48c1-a16d-981416871e9f req-e8f3fc2f-c2ed-44ba-ad85-60f4b515d6d9 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:54.198757 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2a7d52e5-1bc0-48c1-a16d-981416871e9f req-e8f3fc2f-c2ed-44ba-ad85-60f4b515d6d9 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0521343 Jul 27 15:29:54.270440 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2a7d52e5-1bc0-48c1-a16d-981416871e9f req-d6c67c02-9e94-4c79-9ae3-bc81242403ec tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619195 Jul 27 15:29:54.312056 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b0de6-1b93-4e82-b5a6-5a702ecd5ae4 req-aeb85614-adfa-40bb-a703-cd2ea234d7ef tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:54.314466 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-368b0de6-1b93-4e82-b5a6-5a702ecd5ae4 req-aeb85614-adfa-40bb-a703-cd2ea234d7ef tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 946 time: 0.1188107 Jul 27 15:29:54.360002 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcf96a-8b53-4a25-9ff9-fe175bdb69e5 req-138185c0-fa3e-46d7-854a-586957608743 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:54.361427 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-28bcf96a-8b53-4a25-9ff9-fe175bdb69e5 req-138185c0-fa3e-46d7-854a-586957608743 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 946 time: 0.1350431 Jul 27 15:29:54.405810 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:54.429129 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Publish callbacks [] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:54.438582 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:54.470022 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 1a1d89ca-c963-484b-8cfe-486659d56485 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:54.533523 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e70678-0e40-4887-b8ee-7ba8075b1f4f None None] Pushing event updated for resources: {'Port': ['ID=d1e71c7a-fab7-4c34-8437-8c6f33c295a5,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:54.545211 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-368b0de6-1b93-4e82-b5a6-5a702ecd5ae4 req-166005a4-04ef-433e-ac0c-9e4408c50cd5 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927557 Jul 27 15:29:54.594904 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374406'] for router (9e04b6dc-f261-418f-b9f9-5f534147ddd0), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:54.597261 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-28bcf96a-8b53-4a25-9ff9-fe175bdb69e5 req-f42b6aff-02a1-43d0-beec-65b853bfa3f5 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Deleting port a260e595-5546-4217-bc37-aa09f91168bd {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:29:54.597925 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-28bcf96a-8b53-4a25-9ff9-fe175bdb69e5 req-f42b6aff-02a1-43d0-beec-65b853bfa3f5 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (a260e595-5546-4217-bc37-aa09f91168bd), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:54.610492 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 1a1d89ca-c963-484b-8cfe-486659d56485 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:54.610871 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (1a1d89ca-c963-484b-8cfe-486659d56485), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:54.723720 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:54.783497 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-28bcf96a-8b53-4a25-9ff9-fe175bdb69e5 req-f42b6aff-02a1-43d0-beec-65b853bfa3f5 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] For port a260e595-5546-4217-bc37-aa09f91168bd, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a260e595-5546-4217-bc37-aa09f91168bd,segment=NetworkSegment(c6f124b8-f969-49dc-a75c-15d630fbda65),segment_id=c6f124b8-f969-49dc-a75c-15d630fbda65)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:54.783805 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-28bcf96a-8b53-4a25-9ff9-fe175bdb69e5 req-f42b6aff-02a1-43d0-beec-65b853bfa3f5 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (a260e595-5546-4217-bc37-aa09f91168bd), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:54.803872 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Attempting to bind port d1e71c7a-fab7-4c34-8437-8c6f33c295a5 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:29:54.804807 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Attempting to bind port d1e71c7a-fab7-4c34-8437-8c6f33c295a5 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:29:54.805336 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Attempting to bind port d1e71c7a-fab7-4c34-8437-8c6f33c295a5 on network a03d84d0-4188-403f-a4d9-b8ed9de732b3 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:29:54.821190 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-28bcf96a-8b53-4a25-9ff9-fe175bdb69e5 req-f42b6aff-02a1-43d0-beec-65b853bfa3f5 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Calling delete_port for a260e595-5546-4217-bc37-aa09f91168bd owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:29:54.832182 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:29:54.833042 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Checking segment: {'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:29:54.833896 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:54.834586 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Bound using segment: {'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:29:54.835238 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Bound port: d1e71c7a-fab7-4c34-8437-8c6f33c295a5, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:29:54.835792 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:54.887953 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 1a1d89ca-c963-484b-8cfe-486659d56485 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:54.889896 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (1a1d89ca-c963-484b-8cfe-486659d56485), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:54.916518 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:54.917749 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:55.035292 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-5982ed05-5a48-4d96-89b7-e7bf636c9aa0 None None] Provisioning complete for port d1e71c7a-fab7-4c34-8437-8c6f33c295a5 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:55.035671 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5982ed05-5a48-4d96-89b7-e7bf636c9aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:55.040603 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port 1a1d89ca-c963-484b-8cfe-486659d56485, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=1a1d89ca-c963-484b-8cfe-486659d56485,segment=NetworkSegment(d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d),segment_id=d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:55.062163 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] For port d1e71c7a-fab7-4c34-8437-8c6f33c295a5, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:29:55.067818 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (1a1d89ca-c963-484b-8cfe-486659d56485), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:55.068973 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device b99783af-a350-477f-9e77-4a3aeb6bb32d up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:55.082626 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Router 9e04b6dc-f261-418f-b9f9-5f534147ddd0 is scheduled to L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 with binding_index 1 {{(pid=103935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 15:29:55.148401 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] For port d1e71c7a-fab7-4c34-8437-8c6f33c295a5, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=d1e71c7a-fab7-4c34-8437-8c6f33c295a5,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:29:55.171333 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-5982ed05-5a48-4d96-89b7-e7bf636c9aa0 None None] Port d1e71c7a-fab7-4c34-8437-8c6f33c295a5 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:29:55.176882 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:55.213681 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=1a1d89ca-c963-484b-8cfe-486659d56485,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:55.251004 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port b99783af-a350-477f-9e77-4a3aeb6bb32d triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:55.252035 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (b99783af-a350-477f-9e77-4a3aeb6bb32d), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:55.279014 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0c4c7f-0c44-41ae-8157-b6098f42047f None None] Network a1a58914-8c92-442c-a08f-43dcd803f8f4 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:29:55.283159 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:29:55.283896 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:29:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:55.443929 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af063e-4bbc-4986-a0a2-c4da23246446 req-75371842-1c21-4f5f-978c-7fcdf2e15c2d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:55.446322 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-65af063e-4bbc-4986-a0a2-c4da23246446 req-75371842-1c21-4f5f-978c-7fcdf2e15c2d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0575712 Jul 27 15:29:55.455099 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-2359858d-c9fb-468f-aeb9-58166dd52796 None None] Provisioning complete for port 1a1d89ca-c963-484b-8cfe-486659d56485 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:55.455652 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2359858d-c9fb-468f-aeb9-58166dd52796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (1a1d89ca-c963-484b-8cfe-486659d56485), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:55.503535 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e70678-0e40-4887-b8ee-7ba8075b1f4f None None] Pushing event updated for resources: {'Port': ['ID=d1e71c7a-fab7-4c34-8437-8c6f33c295a5,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:55.515687 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-65af063e-4bbc-4986-a0a2-c4da23246446 req-de51fd6d-ed0a-4151-9949-95ce91199fc4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555203 Jul 27 15:29:55.556691 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:55.634134 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:55.665188 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:29:55.668757 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port b99783af-a350-477f-9e77-4a3aeb6bb32d is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:55.672131 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:29:55.675505 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Sync routers for ids ['9e04b6dc-f261-418f-b9f9-5f534147ddd0'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:29:55.689393 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Routers {'9e04b6dc-f261-418f-b9f9-5f534147ddd0'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:29:55.690805 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:29:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['9e04b6dc-f261-418f-b9f9-5f534147ddd0'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:55.734792 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc4d99-c082-4a4d-bb0e-a25640b30e29 req-90c2af0c-7ee9-4797-93c6-d1502cfc132f tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:55.736347 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-13cc4d99-c082-4a4d-bb0e-a25640b30e29 req-90c2af0c-7ee9-4797-93c6-d1502cfc132f tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 946 time: 0.0851846 Jul 27 15:29:55.739857 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:55.741008 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-25acf354-b85a-441e-b814-0970aafbaee6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2417188 Jul 27 15:29:55.742398 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-28bcf96a-8b53-4a25-9ff9-fe175bdb69e5 req-f42b6aff-02a1-43d0-beec-65b853bfa3f5 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (a260e595-5546-4217-bc37-aa09f91168bd), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:55.743734 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40524) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:55.780162 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b6aff-02a1-43d0-beec-65b853bfa3f5 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Pushing event deleted for resources: {'Port': ['ID=a260e595-5546-4217-bc37-aa09f91168bd,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:55.790119 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-2359858d-c9fb-468f-aeb9-58166dd52796 None None] Current status of the port 1a1d89ca-c963-484b-8cfe-486659d56485 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:55.873461 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Set router 9e04b6dc-f261-418f-b9f9-5f534147ddd0 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:29:55.891736 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-13cc4d99-c082-4a4d-bb0e-a25640b30e29 req-a6c6ee25-4589-417c-a939-8d944506071b tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/security-groups?id=72c341ac-891d-4c74-b6a2-4c7cab8abc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193199 Jul 27 15:29:55.927493 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bcf96a-8b53-4a25-9ff9-fe175bdb69e5 req-f42b6aff-02a1-43d0-beec-65b853bfa3f5 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] No DVR routers for this DVR port a260e595-5546-4217-bc37-aa09f91168bd on host hv-cinder-84131 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:29:55.933517 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-28bcf96a-8b53-4a25-9ff9-fe175bdb69e5 req-f42b6aff-02a1-43d0-beec-65b853bfa3f5 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:55.941022 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-e0fb320f-f8c6-4af4-a802-31dde953e295 None None] Provisioning complete for port d1e71c7a-fab7-4c34-8437-8c6f33c295a5 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:55.941395 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e0fb320f-f8c6-4af4-a802-31dde953e295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:55.944464 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-28bcf96a-8b53-4a25-9ff9-fe175bdb69e5 req-f42b6aff-02a1-43d0-beec-65b853bfa3f5 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.42 "DELETE /v2.0/ports/a260e595-5546-4217-bc37-aa09f91168bd HTTP/1.1" status: 204 len: 173 time: 1.5743575 Jul 27 15:29:55.946963 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4e3486-0439-4325-807e-433590eb231a', 'name': 'network-vif-deleted', 'tag': 'a260e595-5546-4217-bc37-aa09f91168bd'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:29:55.952436 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5499344c-6fbb-43ca-8960-072ca222ae2a" -d '{"events": [{"server_uuid": "5d4e3486-0439-4325-807e-433590eb231a", "name": "network-vif-deleted", "tag": "a260e595-5546-4217-bc37-aa09f91168bd"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:29:56.027843 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cb15d6-073a-4f44-9a50-dc2029e132f0 x-openstack-request-id: req-c2cb15d6-073a-4f44-9a50-dc2029e132f0 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:29:56.028211 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4e3486-0439-4325-807e-433590eb231a", "name": "network-vif-deleted", "tag": "a260e595-5546-4217-bc37-aa09f91168bd", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:29:56.028577 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2cb15d6-073a-4f44-9a50-dc2029e132f0 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:29:56.029042 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2cb15d6-073a-4f44-9a50-dc2029e132f0'] response: {'server_uuid': '5d4e3486-0439-4325-807e-433590eb231a', 'name': 'network-vif-deleted', 'tag': 'a260e595-5546-4217-bc37-aa09f91168bd', 'status': 'completed', 'code': 200} Jul 27 15:29:56.064387 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:55Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:56.064624 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:56.106842 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:56.157862 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'name': 'tempest-TestVolumeBootPattern-11798212-router', 'tenant_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '069f841a-af44-439c-93fd-7de6f5489be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:52Z', 'updated_at': '2022-07-27T15:29:53Z', 'revision_number': 3, 'project_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'gw_port': {'id': '069f841a-af44-439c-93fd-7de6f5489be2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:53Z', 'updated_at': '2022-07-27T15:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:56.198007 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Checking router: 9e04b6dc-f261-418f-b9f9-5f534147ddd0 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:29:56.198298 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Updating router 9e04b6dc-f261-418f-b9f9-5f534147ddd0 port 069f841a-af44-439c-93fd-7de6f5489be2 binding host dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:29:56.238316 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (069f841a-af44-439c-93fd-7de6f5489be2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:56.267647 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c44fed-083e-4461-9da7-20cec1ab4c7f None None] The sync data for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi is: [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:55Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:29:56.308389 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-e0fb320f-f8c6-4af4-a802-31dde953e295 None None] Current status of the port d1e71c7a-fab7-4c34-8437-8c6f33c295a5 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:56.308858 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e0fb320f-f8c6-4af4-a802-31dde953e295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:56.348405 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-e0fb320f-f8c6-4af4-a802-31dde953e295 None None] For port d1e71c7a-fab7-4c34-8437-8c6f33c295a5, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=d1e71c7a-fab7-4c34-8437-8c6f33c295a5,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:56.353768 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e0fb320f-f8c6-4af4-a802-31dde953e295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:56.360969 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device d1e71c7a-fab7-4c34-8437-8c6f33c295a5 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:56.388251 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:56.442067 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb320f-f8c6-4af4-a802-31dde953e295 None None] Pushing event updated for resources: {'Port': ['ID=d1e71c7a-fab7-4c34-8437-8c6f33c295a5,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:56.452315 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:56.456494 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port d1e71c7a-fab7-4c34-8437-8c6f33c295a5 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:56.456978 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:56.494997 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-99690d9f-9631-4090-8d28-2d2855b5f015 None None] Provisioning complete for port 1a1d89ca-c963-484b-8cfe-486659d56485 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:56.495368 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-99690d9f-9631-4090-8d28-2d2855b5f015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (1a1d89ca-c963-484b-8cfe-486659d56485), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:56.524893 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:56.593078 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Publish callbacks [] for port (069f841a-af44-439c-93fd-7de6f5489be2), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:56.599909 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Allocated IP 172.20.0.1 (a1a58914-8c92-442c-a08f-43dcd803f8f4/db78e11b-0b54-4e24-9b19-1ac731c9558e/6b2b26f3-2311-4342-b588-740b957ede1a) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:29:56.600720 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (069f841a-af44-439c-93fd-7de6f5489be2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:56.606564 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port d1e71c7a-fab7-4c34-8437-8c6f33c295a5 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:56.607988 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 1a1d89ca-c963-484b-8cfe-486659d56485 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:56.609624 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-99690d9f-9631-4090-8d28-2d2855b5f015 None None] Current status of the port 1a1d89ca-c963-484b-8cfe-486659d56485 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:56.660484 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 1a1d89ca-c963-484b-8cfe-486659d56485 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:56.660855 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (1a1d89ca-c963-484b-8cfe-486659d56485), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:56.670910 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Attempting to bind port 069f841a-af44-439c-93fd-7de6f5489be2 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:29:56.671291 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Attempting to bind port 069f841a-af44-439c-93fd-7de6f5489be2 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:29:56.671650 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Attempting to bind port 069f841a-af44-439c-93fd-7de6f5489be2 on network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:29:56.685576 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31874b8-77f6-48ca-a6a2-1bfa4d12c3af None None] Pushing event updated for resources: {'Port': ['ID=069f841a-af44-439c-93fd-7de6f5489be2,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:56.688677 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:29:56.689243 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Checking segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:29:56.689651 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:56.690048 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Bound using segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:29:56.690696 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Bound port: 069f841a-af44-439c-93fd-7de6f5489be2, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:29:56.691320 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (069f841a-af44-439c-93fd-7de6f5489be2), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:56.692682 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0a5bc-b89e-47e1-9953-c047d16ad15a req-e0bf1f7f-292c-497c-bcd3-0fbef5d3fc9a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:56.703640 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dbf0a5bc-b89e-47e1-9953-c047d16ad15a req-e0bf1f7f-292c-497c-bcd3-0fbef5d3fc9a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0720372 Jul 27 15:29:56.704333 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:56.759272 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:56.760884 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 1a1d89ca-c963-484b-8cfe-486659d56485 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:56.793087 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dbf0a5bc-b89e-47e1-9953-c047d16ad15a req-08872e75-7ebc-412b-b438-449991886b69 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876443 Jul 27 15:29:56.858065 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] For port 069f841a-af44-439c-93fd-7de6f5489be2, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:29:56.861601 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] For port 069f841a-af44-439c-93fd-7de6f5489be2, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=069f841a-af44-439c-93fd-7de6f5489be2,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:29:56.868910 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (069f841a-af44-439c-93fd-7de6f5489be2), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:56.935784 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Routers {'9e04b6dc-f261-418f-b9f9-5f534147ddd0'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:29:56.936392 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:29:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['9e04b6dc-f261-418f-b9f9-5f534147ddd0'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:56.975527 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31874b8-77f6-48ca-a6a2-1bfa4d12c3af None None] Pushing event updated for resources: {'Port': ['ID=069f841a-af44-439c-93fd-7de6f5489be2,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:56.977759 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Publish callbacks [] for port (6b2b26f3-2311-4342-b588-740b957ede1a), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:57.018798 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-26343d84-9183-44f4-bded-7fbf74908c33 req-2c05c951-ddeb-4bb1-a951-14dd5a90471e tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 210 time: 0.0350580 Jul 27 15:29:57.049148 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (6b2b26f3-2311-4342-b588-740b957ede1a), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:57.052534 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] Set router 9e04b6dc-f261-418f-b9f9-5f534147ddd0 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:29:57.087082 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Network a1a58914-8c92-442c-a08f-43dcd803f8f4 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:57.094751 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:57.099178 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:29:57.099663 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500358'] for router_interface (9e04b6dc-f261-418f-b9f9-5f534147ddd0), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:57.200038 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:57.210474 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Pushing event updated for resources: {'Port': ['ID=6b2b26f3-2311-4342-b588-740b957ede1a,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:57.248158 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (6b2b26f3-2311-4342-b588-740b957ede1a), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:57.248290 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'name': 'tempest-TestVolumeBootPattern-11798212-router', 'tenant_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '069f841a-af44-439c-93fd-7de6f5489be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:52Z', 'updated_at': '2022-07-27T15:29:53Z', 'revision_number': 3, 'project_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'gw_port': {'id': '069f841a-af44-439c-93fd-7de6f5489be2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:53Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:57.277363 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e31128-68bd-4c24-a0e8-f73be5416865 None None] The sync data for ids ['9e04b6dc-f261-418f-b9f9-5f534147ddd0'] in dv-cinder-841315-2-iscsi is: [{'id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'name': 'tempest-TestVolumeBootPattern-11798212-router', 'tenant_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '069f841a-af44-439c-93fd-7de6f5489be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:52Z', 'updated_at': '2022-07-27T15:29:53Z', 'revision_number': 3, 'project_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'gw_port': {'id': '069f841a-af44-439c-93fd-7de6f5489be2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:53Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:29:57.338654 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-e20fbf2b-c59e-4da1-b3f1-8c41dd662841 None None] Provisioning complete for port 6b2b26f3-2311-4342-b588-740b957ede1a triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:57.339021 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e20fbf2b-c59e-4da1-b3f1-8c41dd662841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (6b2b26f3-2311-4342-b588-740b957ede1a), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:57.382237 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-e20fbf2b-c59e-4da1-b3f1-8c41dd662841 None None] Port 6b2b26f3-2311-4342-b588-740b957ede1a cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:29:57.442369 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Publish callbacks [] for port (6b2b26f3-2311-4342-b588-740b957ede1a), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:57.447316 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (6b2b26f3-2311-4342-b588-740b957ede1a), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:57.448074 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500474'] for router_interface (9e04b6dc-f261-418f-b9f9-5f534147ddd0), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:57.538308 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Pushing event updated for resources: {'Port': ['ID=6b2b26f3-2311-4342-b588-740b957ede1a,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:57.581535 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Network a1a58914-8c92-442c-a08f-43dcd803f8f4 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:29:57.583129 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:29:57.712722 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:57.743413 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Router 9e04b6dc-f261-418f-b9f9-5f534147ddd0 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:29:57.863546 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:29:57.869257 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8d19ceef-3795-48b6-a21f-09263cafd001 admin admin] 10.222.0.36 "PUT /v2.0/routers/9e04b6dc-f261-418f-b9f9-5f534147ddd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1243894 Jul 27 15:29:57.906161 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-85d7490a-9957-4368-8f83-50e5f1599e24 None None] Provisioning complete for port 6b2b26f3-2311-4342-b588-740b957ede1a triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:57.906714 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-85d7490a-9957-4368-8f83-50e5f1599e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (6b2b26f3-2311-4342-b588-740b957ede1a), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:57.928256 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c730ff4-1ed4-46a8-86b5-5e43d1ff191f req-0f7e70f4-bcdb-4fc1-a9de-2a22d9323352 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:57.932372 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5c730ff4-1ed4-46a8-86b5-5e43d1ff191f req-0f7e70f4-bcdb-4fc1-a9de-2a22d9323352 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0627155 Jul 27 15:29:57.945550 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-85d7490a-9957-4368-8f83-50e5f1599e24 None None] Port 6b2b26f3-2311-4342-b588-740b957ede1a cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:29:57.996179 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5c730ff4-1ed4-46a8-86b5-5e43d1ff191f req-6bcc47d5-df74-4c6e-9e59-ce81e18b8dc5 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558064 Jul 27 15:29:58.126933 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d5fea929-91d5-4dea-a358-2c6886a165da req-50559379-f781-4bfe-8840-e44abc7be987 tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 210 time: 0.0321369 Jul 27 15:29:58.158327 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['a260e595-5546-4217-bc37-aa09f91168bd'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:29:58.276926 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40558) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:58.281792 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-1d8a82e2-b849-4f1f-babe-07de1c37cead tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1358726124', 'description': 'tempest-secgroup-smoke-1358726124 description', 'project_id': 'd3fd186ce4ca4030b191309f43d43baa'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:58.309534 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1d8a82e2-b849-4f1f-babe-07de1c37cead tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.401696 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device d1e71c7a-fab7-4c34-8437-8c6f33c295a5 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:58.406813 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1d8a82e2-b849-4f1f-babe-07de1c37cead tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group (ed47e54c-cfa4-4cff-9837-fe9e42d21b47), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.410507 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1d8a82e2-b849-4f1f-babe-07de1c37cead tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (ed47e54c-cfa4-4cff-9837-fe9e42d21b47), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.442074 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1d8a82e2-b849-4f1f-babe-07de1c37cead tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.443711 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1d8a82e2-b849-4f1f-babe-07de1c37cead tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1656997 Jul 27 15:29:58.446814 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40562) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:58.449725 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a82e2-b849-4f1f-babe-07de1c37cead tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed47e54c-cfa4-4cff-9837-fe9e42d21b47,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:58.452606 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-9a303c87-fdc5-417b-9f90-e9bc28b6f2ca tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Request body: {'security_group_rule': {'security_group_id': 'ed47e54c-cfa4-4cff-9837-fe9e42d21b47', 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:58.459236 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port d1e71c7a-fab7-4c34-8437-8c6f33c295a5 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:58.459580 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.481103 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9a303c87-fdc5-417b-9f90-e9bc28b6f2ca tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (0f98de80-6e09-45fe-93ff-67334335f7d8), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.558172 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9a303c87-fdc5-417b-9f90-e9bc28b6f2ca tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (0f98de80-6e09-45fe-93ff-67334335f7d8), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.562450 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port d1e71c7a-fab7-4c34-8437-8c6f33c295a5 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:58.563604 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 069f841a-af44-439c-93fd-7de6f5489be2 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:29:58.575658 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9a303c87-fdc5-417b-9f90-e9bc28b6f2ca tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (0f98de80-6e09-45fe-93ff-67334335f7d8), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.590200 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:58.600116 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a303c87-fdc5-417b-9f90-e9bc28b6f2ca tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f98de80-6e09-45fe-93ff-67334335f7d8,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:58.610953 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9a303c87-fdc5-417b-9f90-e9bc28b6f2ca tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.613178 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9a303c87-fdc5-417b-9f90-e9bc28b6f2ca tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1653485 Jul 27 15:29:58.616201 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40566) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:58.621227 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-ccacca80-e0cc-4b9b-8f11-08557b869560 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Request body: {'security_group_rule': {'security_group_id': 'ed47e54c-cfa4-4cff-9837-fe9e42d21b47', 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:58.622264 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 069f841a-af44-439c-93fd-7de6f5489be2 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:29:58.622828 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (069f841a-af44-439c-93fd-7de6f5489be2), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.654203 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccacca80-e0cc-4b9b-8f11-08557b869560 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (7ef02624-56e5-482d-ba95-5e210a299254), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.739077 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccacca80-e0cc-4b9b-8f11-08557b869560 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (7ef02624-56e5-482d-ba95-5e210a299254), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.741692 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 069f841a-af44-439c-93fd-7de6f5489be2 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:29:58.742182 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (069f841a-af44-439c-93fd-7de6f5489be2), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.743968 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccacca80-e0cc-4b9b-8f11-08557b869560 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (7ef02624-56e5-482d-ba95-5e210a299254), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.768748 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port 069f841a-af44-439c-93fd-7de6f5489be2, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=069f841a-af44-439c-93fd-7de6f5489be2,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:29:58.770867 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacca80-e0cc-4b9b-8f11-08557b869560 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef02624-56e5-482d-ba95-5e210a299254,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:58.780215 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (069f841a-af44-439c-93fd-7de6f5489be2), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.786677 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccacca80-e0cc-4b9b-8f11-08557b869560 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.788875 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ccacca80-e0cc-4b9b-8f11-08557b869560 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1712863 Jul 27 15:29:58.791587 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40570) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:58.800982 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-b58af397-f574-4a72-ac62-f0da7b97bab9 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Request body: {'security_group_rule': {'security_group_id': 'ed47e54c-cfa4-4cff-9837-fe9e42d21b47', 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:58.839649 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=069f841a-af44-439c-93fd-7de6f5489be2,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:58.839900 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b58af397-f574-4a72-ac62-f0da7b97bab9 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (dfdbab22-7f91-44d2-be95-c441b0738cdf), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.890069 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=7 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:58.903823 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b58af397-f574-4a72-ac62-f0da7b97bab9 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (dfdbab22-7f91-44d2-be95-c441b0738cdf), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.907170 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b58af397-f574-4a72-ac62-f0da7b97bab9 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (dfdbab22-7f91-44d2-be95-c441b0738cdf), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.927229 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58af397-f574-4a72-ac62-f0da7b97bab9 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdbab22-7f91-44d2-be95-c441b0738cdf,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:58.936381 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b58af397-f574-4a72-ac62-f0da7b97bab9 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:58.940072 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b58af397-f574-4a72-ac62-f0da7b97bab9 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439452 Jul 27 15:29:58.940499 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40572) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:58.945233 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-5dd11ee5-ab29-4d7e-aa52-586c172e9ce8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Request body: {'security_group_rule': {'security_group_id': 'ed47e54c-cfa4-4cff-9837-fe9e42d21b47', 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:58.975294 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5dd11ee5-ab29-4d7e-aa52-586c172e9ce8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (115b0951-1156-4123-9e41-98b7b8d687b8), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:59.037375 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5dd11ee5-ab29-4d7e-aa52-586c172e9ce8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (115b0951-1156-4123-9e41-98b7b8d687b8), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:59.042492 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5dd11ee5-ab29-4d7e-aa52-586c172e9ce8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (115b0951-1156-4123-9e41-98b7b8d687b8), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:59.067892 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd11ee5-ab29-4d7e-aa52-586c172e9ce8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115b0951-1156-4123-9e41-98b7b8d687b8,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:59.082347 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5dd11ee5-ab29-4d7e-aa52-586c172e9ce8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:59.083530 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-5dd11ee5-ab29-4d7e-aa52-586c172e9ce8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420074 Jul 27 15:29:59.086776 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40576) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:59.093274 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-bb433622-0977-4e1b-8eb2-e8cf876eee98 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Request body: {'security_group_rule': {'security_group_id': 'ed47e54c-cfa4-4cff-9837-fe9e42d21b47', 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:59.105736 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:59.118349 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.securitygroups_db [None req-bb433622-0977-4e1b-8eb2-e8cf876eee98 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Project d3fd186ce4ca4030b191309f43d43baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 15:29:59.130125 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e79a3-59c9-42f8-8f57-7729b87f92a9 req-f996b1cf-bed7-4c52-804e-a14354b196f8 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:29:59.132538 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-143e79a3-59c9-42f8-8f57-7729b87f92a9 req-f996b1cf-bed7-4c52-804e-a14354b196f8 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0664940 Jul 27 15:29:59.134478 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb433622-0977-4e1b-8eb2-e8cf876eee98 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (1aa22fb4-d6a8-45cd-8593-15b97b6f22e2), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:59.175334 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Sync routers for ids ['9e04b6dc-f261-418f-b9f9-5f534147ddd0'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:29:59.194092 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-143e79a3-59c9-42f8-8f57-7729b87f92a9 req-fc198967-7453-466a-9153-83cb82e65e3a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537672 Jul 27 15:29:59.197729 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Routers {'9e04b6dc-f261-418f-b9f9-5f534147ddd0'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:29:59.198574 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:29:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['9e04b6dc-f261-418f-b9f9-5f534147ddd0'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:59.253547 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb433622-0977-4e1b-8eb2-e8cf876eee98 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (1aa22fb4-d6a8-45cd-8593-15b97b6f22e2), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:59.275187 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-17ae2300-a9b1-43db-b6a9-bad2ae7f08af req-57d316ea-7130-4be4-aadb-f7567608f57a tempest-DeleteServersTestJSON-1139532464 tempest-DeleteServersTestJSON-1139532464-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4e3486-0439-4325-807e-433590eb231a HTTP/1.1" status: 200 len: 210 time: 0.0417876 Jul 27 15:29:59.275947 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb433622-0977-4e1b-8eb2-e8cf876eee98 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (1aa22fb4-d6a8-45cd-8593-15b97b6f22e2), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:59.297195 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb433622-0977-4e1b-8eb2-e8cf876eee98 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa22fb4-d6a8-45cd-8593-15b97b6f22e2,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:59.316793 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb433622-0977-4e1b-8eb2-e8cf876eee98 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:59.318452 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bb433622-0977-4e1b-8eb2-e8cf876eee98 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2301474 Jul 27 15:29:59.321088 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40580) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:29:59.325843 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-b8500182-5555-4697-940d-df4ba8d23385 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Request body: {'security_group_rule': {'security_group_id': 'ed47e54c-cfa4-4cff-9837-fe9e42d21b47', 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:29:59.342820 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Set router 9e04b6dc-f261-418f-b9f9-5f534147ddd0 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:29:59.349976 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.securitygroups_db [None req-b8500182-5555-4697-940d-df4ba8d23385 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Project d3fd186ce4ca4030b191309f43d43baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 15:29:59.356570 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b8500182-5555-4697-940d-df4ba8d23385 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (4d1d2d5c-d4ce-402c-a95d-a0628adfa402), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:59.409819 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:59.420945 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b8500182-5555-4697-940d-df4ba8d23385 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (4d1d2d5c-d4ce-402c-a95d-a0628adfa402), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:59.432729 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b8500182-5555-4697-940d-df4ba8d23385 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (4d1d2d5c-d4ce-402c-a95d-a0628adfa402), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:59.453647 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8500182-5555-4697-940d-df4ba8d23385 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1d2d5c-d4ce-402c-a95d-a0628adfa402,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:29:59.462392 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b8500182-5555-4697-940d-df4ba8d23385 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:59.463735 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b8500182-5555-4697-940d-df4ba8d23385 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416266 Jul 27 15:29:59.546336 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'name': 'tempest-TestVolumeBootPattern-11798212-router', 'tenant_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '069f841a-af44-439c-93fd-7de6f5489be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:52Z', 'updated_at': '2022-07-27T15:29:57Z', 'revision_number': 4, 'project_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'gw_port': {'id': '069f841a-af44-439c-93fd-7de6f5489be2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:53Z', 'updated_at': '2022-07-27T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '6b2b26f3-2311-4342-b588-740b957ede1a', 'name': '', 'network_id': 'a1a58914-8c92-442c-a08f-43dcd803f8f4', 'tenant_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'mac_address': 'fa:16:3e:93:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'db78e11b-0b54-4e24-9b19-1ac731c9558e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:56Z', 'updated_at': '2022-07-27T15:29:57Z', 'revision_number': 2, 'project_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'subnets': [{'id': 'db78e11b-0b54-4e24-9b19-1ac731c9558e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:29:59.573630 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Checking router: 9e04b6dc-f261-418f-b9f9-5f534147ddd0 for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:29:59.573998 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Updating router 9e04b6dc-f261-418f-b9f9-5f534147ddd0 port 6b2b26f3-2311-4342-b588-740b957ede1a binding host dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:29:59.602210 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (6b2b26f3-2311-4342-b588-740b957ede1a), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:59.616199 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:59.642422 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:29:59.935669 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Publish callbacks [] for port (6b2b26f3-2311-4342-b588-740b957ede1a), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:29:59.944876 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (6b2b26f3-2311-4342-b588-740b957ede1a), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:00.010733 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4155ec-1d5f-4bb6-9823-96908172f3df None None] Pushing event updated for resources: {'Port': ['ID=6b2b26f3-2311-4342-b588-740b957ede1a,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:00.116159 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40654) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:00.124120 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Attempting to bind port 6b2b26f3-2311-4342-b588-740b957ede1a on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:30:00.125042 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Attempting to bind port 6b2b26f3-2311-4342-b588-740b957ede1a by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': 'd0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a1a58914-8c92-442c-a08f-43dcd803f8f4'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:30:00.125403 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Attempting to bind port 6b2b26f3-2311-4342-b588-740b957ede1a on network a1a58914-8c92-442c-a08f-43dcd803f8f4 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:30:00.132216 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:30:00.136054 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Checking segment: {'id': 'd0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a1a58914-8c92-442c-a08f-43dcd803f8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:30:00.136513 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:00.136910 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Bound using segment: {'id': 'd0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a1a58914-8c92-442c-a08f-43dcd803f8f4'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:30:00.137521 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Bound port: 6b2b26f3-2311-4342-b588-740b957ede1a, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a1a58914-8c92-442c-a08f-43dcd803f8f4'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:30:00.138119 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (6b2b26f3-2311-4342-b588-740b957ede1a), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:00.184004 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a260e595-5546-4217-bc37-aa09f91168bd no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:30:00.212440 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: a260e595-5546-4217-bc37-aa09f91168bd {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:30:00.212780 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a260e595-5546-4217-bc37-aa09f91168bd not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:30:00.290509 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2cce199e-e4f3-4e84-bc78-b82ded258b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:00.301902 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] For port 6b2b26f3-2311-4342-b588-740b957ede1a, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:30:00.309580 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] For port 6b2b26f3-2311-4342-b588-740b957ede1a, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=6b2b26f3-2311-4342-b588-740b957ede1a,segment=NetworkSegment(d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d),segment_id=d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:30:00.333731 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (6b2b26f3-2311-4342-b588-740b957ede1a), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:00.398841 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8e0a-8637-4f93-9124-50bd3aa8223a req-02e41f3c-a1fc-4769-8b46-1c7d671ceb77 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:00.400562 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-450c8e0a-8637-4f93-9124-50bd3aa8223a req-02e41f3c-a1fc-4769-8b46-1c7d671ceb77 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0814090 Jul 27 15:30:00.441302 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 069f841a-af44-439c-93fd-7de6f5489be2 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:30:00.465093 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-450c8e0a-8637-4f93-9124-50bd3aa8223a req-809ed1d2-913d-44d7-9ee4-61889a181388 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552669 Jul 27 15:30:00.486639 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Routers {'9e04b6dc-f261-418f-b9f9-5f534147ddd0'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:30:00.487851 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:29:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['9e04b6dc-f261-418f-b9f9-5f534147ddd0'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:00.514525 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2cce199e-e4f3-4e84-bc78-b82ded258b20 admin admin] Publish callbacks [] for security_group (e6dd5aa6-f7f7-4888-b8c0-8b278185e573), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:00.521977 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2cce199e-e4f3-4e84-bc78-b82ded258b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (e6dd5aa6-f7f7-4888-b8c0-8b278185e573), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:00.559891 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-58f0f20e-2779-4958-863d-9d79a832a467 None None] Provisioning complete for port 6b2b26f3-2311-4342-b588-740b957ede1a triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:30:00.560325 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-58f0f20e-2779-4958-863d-9d79a832a467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (6b2b26f3-2311-4342-b588-740b957ede1a), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:00.614859 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40686) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:00.616246 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-2cce199e-e4f3-4e84-bc78-b82ded258b20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce154589d8bd48e8ab445ad28c7dbfdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4986103 Jul 27 15:30:00.617940 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce199e-e4f3-4e84-bc78-b82ded258b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dd5aa6-f7f7-4888-b8c0-8b278185e573,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:00.659491 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4155ec-1d5f-4bb6-9823-96908172f3df None None] Pushing event updated for resources: {'Port': ['ID=6b2b26f3-2311-4342-b588-740b957ede1a,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:00.688522 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40690) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:00.724697 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f5a2301-a4d6-4fec-8353-57407ae2829b admin admin] Publish callbacks [] for security_group (e6dd5aa6-f7f7-4888-b8c0-8b278185e573), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:00.766599 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f5a2301-a4d6-4fec-8353-57407ae2829b admin admin] Publish callbacks [] for security_group (e6dd5aa6-f7f7-4888-b8c0-8b278185e573), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:00.773745 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 069f841a-af44-439c-93fd-7de6f5489be2 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:30:00.774104 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (069f841a-af44-439c-93fd-7de6f5489be2), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:00.828278 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:00.834237 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] Set router 9e04b6dc-f261-418f-b9f9-5f534147ddd0 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:30:00.844347 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f5a2301-a4d6-4fec-8353-57407ae2829b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (e6dd5aa6-f7f7-4888-b8c0-8b278185e573), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:00.849761 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f5a2301-a4d6-4fec-8353-57407ae2829b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:00.851214 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-2f5a2301-a4d6-4fec-8353-57407ae2829b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6dd5aa6-f7f7-4888-b8c0-8b278185e573 HTTP/1.1" status: 204 len: 168 time: 0.2352729 Jul 27 15:30:00.879392 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a2301-a4d6-4fec-8353-57407ae2829b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dd5aa6-f7f7-4888-b8c0-8b278185e573,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:00.916460 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fa8e23c2-747a-4c56-a7fc-0d0346a93bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:01.029563 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:01.032947 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fa8e23c2-747a-4c56-a7fc-0d0346a93bb8 admin admin] Publish callbacks [] for security_group (2f4a8cef-487b-408d-bcb8-1b661e316580), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:01.037752 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-fa8e23c2-747a-4c56-a7fc-0d0346a93bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (2f4a8cef-487b-408d-bcb8-1b661e316580), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:01.038582 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-58f0f20e-2779-4958-863d-9d79a832a467 None None] Current status of the port 6b2b26f3-2311-4342-b588-740b957ede1a is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:30:01.039086 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-58f0f20e-2779-4958-863d-9d79a832a467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (6b2b26f3-2311-4342-b588-740b957ede1a), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:01.081800 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-fa8e23c2-747a-4c56-a7fc-0d0346a93bb8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b94baecf5e3447ae84837f60c7d7342b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3919640 Jul 27 15:30:01.082773 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e23c2-747a-4c56-a7fc-0d0346a93bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4a8cef-487b-408d-bcb8-1b661e316580,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:01.087742 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40702) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:01.175179 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-58f0f20e-2779-4958-863d-9d79a832a467 None None] For port 6b2b26f3-2311-4342-b588-740b957ede1a, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=6b2b26f3-2311-4342-b588-740b957ede1a,segment=NetworkSegment(d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d),segment_id=d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:01.225456 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-58f0f20e-2779-4958-863d-9d79a832a467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (6b2b26f3-2311-4342-b588-740b957ede1a), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:01.234197 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f88b93dd-400b-43ab-94da-13cd99eeed2e admin admin] Publish callbacks [] for security_group (2f4a8cef-487b-408d-bcb8-1b661e316580), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:01.276355 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f88b93dd-400b-43ab-94da-13cd99eeed2e admin admin] Publish callbacks [] for security_group (2f4a8cef-487b-408d-bcb8-1b661e316580), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:01.282435 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 069f841a-af44-439c-93fd-7de6f5489be2 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:30:01.354432 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0f20e-2779-4958-863d-9d79a832a467 None None] Pushing event updated for resources: {'Port': ['ID=6b2b26f3-2311-4342-b588-740b957ede1a,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:01.357630 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f88b93dd-400b-43ab-94da-13cd99eeed2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (2f4a8cef-487b-408d-bcb8-1b661e316580), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:01.361047 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f88b93dd-400b-43ab-94da-13cd99eeed2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:01.363779 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-192c6835-fb37-472d-9fd9-baac51bc3b26 None None] Provisioning complete for port 6b2b26f3-2311-4342-b588-740b957ede1a triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:30:01.364130 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-192c6835-fb37-472d-9fd9-baac51bc3b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (6b2b26f3-2311-4342-b588-740b957ede1a), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:01.364231 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f88b93dd-400b-43ab-94da-13cd99eeed2e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f4a8cef-487b-408d-bcb8-1b661e316580 HTTP/1.1" status: 204 len: 168 time: 0.2765682 Jul 27 15:30:01.373343 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b93dd-400b-43ab-94da-13cd99eeed2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4a8cef-487b-408d-bcb8-1b661e316580,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:01.449009 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'name': 'tempest-TestVolumeBootPattern-11798212-router', 'tenant_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '069f841a-af44-439c-93fd-7de6f5489be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:52Z', 'updated_at': '2022-07-27T15:29:57Z', 'revision_number': 4, 'project_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'gw_port': {'id': '069f841a-af44-439c-93fd-7de6f5489be2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:53Z', 'updated_at': '2022-07-27T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '6b2b26f3-2311-4342-b588-740b957ede1a', 'name': '', 'network_id': 'a1a58914-8c92-442c-a08f-43dcd803f8f4', 'tenant_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'mac_address': 'fa:16:3e:93:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'db78e11b-0b54-4e24-9b19-1ac731c9558e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:56Z', 'updated_at': '2022-07-27T15:30:00Z', 'revision_number': 4, 'project_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'subnets': [{'id': 'db78e11b-0b54-4e24-9b19-1ac731c9558e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:01.482498 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b58a4-b845-4799-a873-82453ee0a1f8 None None] The sync data for ids ['9e04b6dc-f261-418f-b9f9-5f534147ddd0'] in dv-cinder-841315-2-iscsi is: [{'id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'name': 'tempest-TestVolumeBootPattern-11798212-router', 'tenant_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '069f841a-af44-439c-93fd-7de6f5489be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:52Z', 'updated_at': '2022-07-27T15:29:57Z', 'revision_number': 4, 'project_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'gw_port': {'id': '069f841a-af44-439c-93fd-7de6f5489be2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:53Z', 'updated_at': '2022-07-27T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '6b2b26f3-2311-4342-b588-740b957ede1a', 'name': '', 'network_id': 'a1a58914-8c92-442c-a08f-43dcd803f8f4', 'tenant_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'mac_address': 'fa:16:3e:93:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'db78e11b-0b54-4e24-9b19-1ac731c9558e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:56Z', 'updated_at': '2022-07-27T15:30:00Z', 'revision_number': 4, 'project_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'subnets': [{'id': 'db78e11b-0b54-4e24-9b19-1ac731c9558e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:30:01.538723 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-192c6835-fb37-472d-9fd9-baac51bc3b26 None None] Current status of the port 6b2b26f3-2311-4342-b588-740b957ede1a is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:30:01.712429 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b74a14-7b8b-4516-8575-48a96617739a req-7fca9882-f0f9-4ea3-9099-45022f122148 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:01.714146 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-31b74a14-7b8b-4516-8575-48a96617739a req-7fca9882-f0f9-4ea3-9099-45022f122148 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0839562 Jul 27 15:30:01.808280 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-31b74a14-7b8b-4516-8575-48a96617739a req-b72477e4-bdae-4d24-82db-6541c505300d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830526 Jul 27 15:30:01.910234 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40736) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:01.936365 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1d6b1d48-1af8-44e5-b353-b3409519bd1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:02.005387 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:02.087938 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1d6b1d48-1af8-44e5-b353-b3409519bd1f admin admin] Publish callbacks [] for security_group (f75de091-3040-43b3-b737-319011d78279), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:02.094259 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1d6b1d48-1af8-44e5-b353-b3409519bd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (f75de091-3040-43b3-b737-319011d78279), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:02.162761 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40748) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:02.171591 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1d6b1d48-1af8-44e5-b353-b3409519bd1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=604323b05faf47d3a64938665a498782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578387 Jul 27 15:30:02.172187 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b1d48-1af8-44e5-b353-b3409519bd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75de091-3040-43b3-b737-319011d78279,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:02.173231 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40750) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:02.251785 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:02.395859 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 6b2b26f3-2311-4342-b588-740b957ede1a up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:30:02.436068 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-868f423c-5b50-4881-97d8-0eb26dc8d10f admin admin] Publish callbacks [] for security_group (f75de091-3040-43b3-b737-319011d78279), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:02.450572 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:02.490357 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 6b2b26f3-2311-4342-b588-740b957ede1a triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:30:02.491069 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (6b2b26f3-2311-4342-b588-740b957ede1a), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:02.504412 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-868f423c-5b50-4881-97d8-0eb26dc8d10f admin admin] Publish callbacks [] for security_group (f75de091-3040-43b3-b737-319011d78279), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:02.642158 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 6b2b26f3-2311-4342-b588-740b957ede1a is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:30:02.745681 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-868f423c-5b50-4881-97d8-0eb26dc8d10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (f75de091-3040-43b3-b737-319011d78279), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:02.748740 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-868f423c-5b50-4881-97d8-0eb26dc8d10f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:02.753609 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-868f423c-5b50-4881-97d8-0eb26dc8d10f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f75de091-3040-43b3-b737-319011d78279 HTTP/1.1" status: 204 len: 168 time: 0.5793688 Jul 27 15:30:02.773482 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:30:02.790927 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f423c-5b50-4881-97d8-0eb26dc8d10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75de091-3040-43b3-b737-319011d78279,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:03.006546 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab84ac5-8038-480d-b199-2297ab3c70fe req-84ae32da-5aba-4e85-b241-7a37d1c2d16d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:03.008780 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cab84ac5-8038-480d-b199-2297ab3c70fe req-84ae32da-5aba-4e85-b241-7a37d1c2d16d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0830996 Jul 27 15:30:03.015675 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-31ef403e-d2e0-4452-9d7c-a6b2c6db4c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360475'] for router_interface (1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.040981 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:03.079214 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cab84ac5-8038-480d-b199-2297ab3c70fe req-54bef8f5-2dfc-4082-8955-bfa61e724b87 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645776 Jul 27 15:30:03.133123 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40772) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:03.273511 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c9633cfc-5439-489d-bdb1-353fe8a8aace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.283509 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40776) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:03.323946 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc03998f-077c-435c-ad67-e3ceacb6d702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.335248 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-31ef403e-d2e0-4452-9d7c-a6b2c6db4c60 admin admin] Deleting port 8a1d843c-9aba-43d4-a7aa-681c99f61047 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:30:03.335428 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-31ef403e-d2e0-4452-9d7c-a6b2c6db4c60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.418457 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-31ef403e-d2e0-4452-9d7c-a6b2c6db4c60 admin admin] For port 8a1d843c-9aba-43d4-a7aa-681c99f61047, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=8a1d843c-9aba-43d4-a7aa-681c99f61047,segment=NetworkSegment(c6f124b8-f969-49dc-a75c-15d630fbda65),segment_id=c6f124b8-f969-49dc-a75c-15d630fbda65)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:03.418852 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-31ef403e-d2e0-4452-9d7c-a6b2c6db4c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.436945 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-31ef403e-d2e0-4452-9d7c-a6b2c6db4c60 admin admin] Calling delete_port for 8a1d843c-9aba-43d4-a7aa-681c99f61047 owned by network:router_interface {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:30:03.452730 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c9633cfc-5439-489d-bdb1-353fe8a8aace admin admin] Publish callbacks [] for security_group (8ee5ecae-fcf7-422e-90d3-f817e4cf5be7), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.464122 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c9633cfc-5439-489d-bdb1-353fe8a8aace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (8ee5ecae-fcf7-422e-90d3-f817e4cf5be7), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.467495 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc03998f-077c-435c-ad67-e3ceacb6d702 admin admin] Publish callbacks [] for security_group (4da39f56-d9cf-4b8a-afb8-ad77cc488e40), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.483804 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc03998f-077c-435c-ad67-e3ceacb6d702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (4da39f56-d9cf-4b8a-afb8-ad77cc488e40), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.485398 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:03.523929 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c9633cfc-5439-489d-bdb1-353fe8a8aace admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=127a94bf75694277b3b8d58febdf5b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896081 Jul 27 15:30:03.529304 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40780) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:03.538315 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9633cfc-5439-489d-bdb1-353fe8a8aace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee5ecae-fcf7-422e-90d3-f817e4cf5be7,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:03.551550 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-dc03998f-077c-435c-ad67-e3ceacb6d702 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3d5dfb2cfa64d5bb76b2a266ecce959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669504 Jul 27 15:30:03.555231 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40782) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:03.587853 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03998f-077c-435c-ad67-e3ceacb6d702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da39f56-d9cf-4b8a-afb8-ad77cc488e40,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:03.618317 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8972edaa-c0fa-4574-bb38-d538703e7806 admin admin] Publish callbacks [] for security_group (8ee5ecae-fcf7-422e-90d3-f817e4cf5be7), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.635483 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-661e862b-f8b3-4ce5-bd5c-79a0581a76a2 admin admin] Publish callbacks [] for security_group (4da39f56-d9cf-4b8a-afb8-ad77cc488e40), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.642606 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8972edaa-c0fa-4574-bb38-d538703e7806 admin admin] Publish callbacks [] for security_group (8ee5ecae-fcf7-422e-90d3-f817e4cf5be7), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.687645 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-661e862b-f8b3-4ce5-bd5c-79a0581a76a2 admin admin] Publish callbacks [] for security_group (4da39f56-d9cf-4b8a-afb8-ad77cc488e40), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.691326 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:03.704847 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8972edaa-c0fa-4574-bb38-d538703e7806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (8ee5ecae-fcf7-422e-90d3-f817e4cf5be7), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.707733 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8972edaa-c0fa-4574-bb38-d538703e7806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.711566 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8972edaa-c0fa-4574-bb38-d538703e7806 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ee5ecae-fcf7-422e-90d3-f817e4cf5be7 HTTP/1.1" status: 204 len: 168 time: 0.1782033 Jul 27 15:30:03.718745 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972edaa-c0fa-4574-bb38-d538703e7806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee5ecae-fcf7-422e-90d3-f817e4cf5be7,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:03.733307 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-31ef403e-d2e0-4452-9d7c-a6b2c6db4c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (8a1d843c-9aba-43d4-a7aa-681c99f61047), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.776118 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef403e-d2e0-4452-9d7c-a6b2c6db4c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1d843c-9aba-43d4-a7aa-681c99f61047,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:03.896538 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-661e862b-f8b3-4ce5-bd5c-79a0581a76a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (4da39f56-d9cf-4b8a-afb8-ad77cc488e40), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.899370 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-661e862b-f8b3-4ce5-bd5c-79a0581a76a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:03.902776 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-661e862b-f8b3-4ce5-bd5c-79a0581a76a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4da39f56-d9cf-4b8a-afb8-ad77cc488e40 HTTP/1.1" status: 204 len: 168 time: 0.3465626 Jul 27 15:30:03.918776 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e862b-f8b3-4ce5-bd5c-79a0581a76a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da39f56-d9cf-4b8a-afb8-ad77cc488e40,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:03.936200 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-31ef403e-d2e0-4452-9d7c-a6b2c6db4c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360591'] for router_interface (1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:04.274984 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b558007-512e-48c2-ba40-e13bb692ed16 req-17e32f91-0294-4695-8184-bb0b43861cd4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:04.277231 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1b558007-512e-48c2-ba40-e13bb692ed16 req-17e32f91-0294-4695-8184-bb0b43861cd4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0901151 Jul 27 15:30:04.311348 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40810) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:04.334066 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e0875955-1e38-45cb-b7ad-8596f0ba5929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:04.351982 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1b558007-512e-48c2-ba40-e13bb692ed16 req-0d0a28cb-8c1e-4d8d-a88e-b40eedc47aad tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678542 Jul 27 15:30:04.353744 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ef403e-d2e0-4452-9d7c-a6b2c6db4c60 admin admin] Router 1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:30:04.439306 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:04.505684 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:04.507700 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e0875955-1e38-45cb-b7ad-8596f0ba5929 admin admin] Publish callbacks [] for security_group (bb7ad425-cb1f-434a-b1ae-25e96f580a42), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:04.514570 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e0875955-1e38-45cb-b7ad-8596f0ba5929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (bb7ad425-cb1f-434a-b1ae-25e96f580a42), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:04.517814 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ef403e-d2e0-4452-9d7c-a6b2c6db4c60 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:30:04.526364 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-31ef403e-d2e0-4452-9d7c-a6b2c6db4c60 admin admin] 10.222.0.36 "PUT /v2.0/routers/1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3619497 Jul 27 15:30:04.527465 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40824) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:04.530310 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587d581e-3816-4d4e-bb65-0614f31b46dd None None] Sync routers for ids ['1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:30:04.557237 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:04.564169 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587d581e-3816-4d4e-bb65-0614f31b46dd None None] Routers {'1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:30:04.565707 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-587d581e-3816-4d4e-bb65-0614f31b46dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:29:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:04.608527 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e0875955-1e38-45cb-b7ad-8596f0ba5929 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e29509b2d87465891824adbf7c5c73d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959285 Jul 27 15:30:04.610990 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40830) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:04.619610 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0875955-1e38-45cb-b7ad-8596f0ba5929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7ad425-cb1f-434a-b1ae-25e96f580a42,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:04.632261 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:04.678955 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0ad5030d-1e40-4525-869b-bff5133204bf admin admin] Publish callbacks [] for router (1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:04.692519 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8507aa9f-2dcf-45e9-bc81-ada26ab06150 admin admin] Publish callbacks [] for security_group (bb7ad425-cb1f-434a-b1ae-25e96f580a42), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:04.722406 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8507aa9f-2dcf-45e9-bc81-ada26ab06150 admin admin] Publish callbacks [] for security_group (bb7ad425-cb1f-434a-b1ae-25e96f580a42), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:04.737201 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-587d581e-3816-4d4e-bb65-0614f31b46dd None None] Set router 1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:30:04.786490 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8507aa9f-2dcf-45e9-bc81-ada26ab06150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (bb7ad425-cb1f-434a-b1ae-25e96f580a42), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:04.801429 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8507aa9f-2dcf-45e9-bc81-ada26ab06150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:04.805911 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8507aa9f-2dcf-45e9-bc81-ada26ab06150 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb7ad425-cb1f-434a-b1ae-25e96f580a42 HTTP/1.1" status: 204 len: 168 time: 0.1930726 Jul 27 15:30:04.825944 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507aa9f-2dcf-45e9-bc81-ada26ab06150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7ad425-cb1f-434a-b1ae-25e96f580a42,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:04.917879 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0ad5030d-1e40-4525-869b-bff5133204bf admin admin] Publish callbacks [] for router_gateway (1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:04.975267 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-0ad5030d-1e40-4525-869b-bff5133204bf admin admin] Deleting port faecff9d-5d06-4388-be3b-7d645d0787af {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:30:04.975848 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0ad5030d-1e40-4525-869b-bff5133204bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (faecff9d-5d06-4388-be3b-7d645d0787af), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:04.990308 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-587d581e-3816-4d4e-bb65-0614f31b46dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'name': 'tempest-DeleteServersTestJSON-1247541827-router', 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faecff9d-5d06-4388-be3b-7d645d0787af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:30:03Z', 'revision_number': 5, 'project_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'gw_port': {'id': 'faecff9d-5d06-4388-be3b-7d645d0787af', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:33Z', 'updated_at': '2022-07-27T15:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:05.028427 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587d581e-3816-4d4e-bb65-0614f31b46dd None None] Checking router: 1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:30:05.038115 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587d581e-3816-4d4e-bb65-0614f31b46dd None None] Routers {'1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:30:05.038724 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-587d581e-3816-4d4e-bb65-0614f31b46dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:29:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:05.113685 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-0ad5030d-1e40-4525-869b-bff5133204bf admin admin] For port faecff9d-5d06-4388-be3b-7d645d0787af, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=faecff9d-5d06-4388-be3b-7d645d0787af,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:05.114774 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0ad5030d-1e40-4525-869b-bff5133204bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (faecff9d-5d06-4388-be3b-7d645d0787af), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:05.130292 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-587d581e-3816-4d4e-bb65-0614f31b46dd None None] Set router 1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:30:05.134164 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:05.135696 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-0ad5030d-1e40-4525-869b-bff5133204bf admin admin] Calling delete_port for faecff9d-5d06-4388-be3b-7d645d0787af owned by network:router_gateway {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:30:05.194438 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-587d581e-3816-4d4e-bb65-0614f31b46dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'name': 'tempest-DeleteServersTestJSON-1247541827-router', 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:30:04Z', 'revision_number': 6, 'project_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'gw_port_host': None}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:05.227389 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587d581e-3816-4d4e-bb65-0614f31b46dd None None] The sync data for ids ['1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e'] in dv-cinder-841315-2-iscsi is: [{'id': '1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e', 'name': 'tempest-DeleteServersTestJSON-1247541827-router', 'tenant_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:30:04Z', 'revision_number': 6, 'project_id': 'e1c7c86e4b1c40ec8e4335a2770353f5', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:30:05.361255 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0ad5030d-1e40-4525-869b-bff5133204bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (faecff9d-5d06-4388-be3b-7d645d0787af), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:05.386358 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5030d-1e40-4525-869b-bff5133204bf admin admin] Pushing event deleted for resources: {'Port': ['ID=faecff9d-5d06-4388-be3b-7d645d0787af,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:05.418353 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0ad5030d-1e40-4525-869b-bff5133204bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376603'] for router_gateway (1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:05.533830 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979d521-8f2e-40bf-97ed-03c0db6ba13e req-1ea7ccdf-7c56-4cec-80e8-01556bc191a2 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:05.537786 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0ad5030d-1e40-4525-869b-bff5133204bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:05.541400 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b979d521-8f2e-40bf-97ed-03c0db6ba13e req-1ea7ccdf-7c56-4cec-80e8-01556bc191a2 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0755723 Jul 27 15:30:05.545268 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0ad5030d-1e40-4525-869b-bff5133204bf admin admin] Publish callbacks [] for router_controller (1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:05.621862 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b979d521-8f2e-40bf-97ed-03c0db6ba13e req-55b4e4a7-e22e-4317-a058-c82ef02e8a00 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794346 Jul 27 15:30:05.675407 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0ad5030d-1e40-4525-869b-bff5133204bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693842'] for router (1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:05.676178 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad5030d-1e40-4525-869b-bff5133204bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e {{(pid=103935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:30:05.692910 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0ad5030d-1e40-4525-869b-bff5133204bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:05.694376 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-0ad5030d-1e40-4525-869b-bff5133204bf admin admin] 10.222.0.36 "DELETE /v2.0/routers/1f3a11a2-a3ba-467b-9ea9-bd4c9b78920e HTTP/1.1" status: 204 len: 168 time: 1.1658018 Jul 27 15:30:05.697018 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40912) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:05.777526 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3aa7816-a1f4-4703-8ce9-be06adfdeef1 admin admin] Deleting subnet 004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6 {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 15:30:05.781761 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a3aa7816-a1f4-4703-8ce9-be06adfdeef1 admin admin] Publish callbacks [] for subnet (004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:05.823597 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a3aa7816-a1f4-4703-8ce9-be06adfdeef1 admin admin] Publish callbacks [] for subnet (004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:05.905336 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a3aa7816-a1f4-4703-8ce9-be06adfdeef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563307'] for subnet (004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:05.990718 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a3aa7816-a1f4-4703-8ce9-be06adfdeef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for subnet (004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:06.018650 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa7816-a1f4-4703-8ce9-be06adfdeef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:06.029023 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a3aa7816-a1f4-4703-8ce9-be06adfdeef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:06.033723 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a3aa7816-a1f4-4703-8ce9-be06adfdeef1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/004e01e1-13ce-4fd5-b5e1-45ce3c28cfe6 HTTP/1.1" status: 204 len: 168 time: 0.3354833 Jul 27 15:30:06.036081 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40924) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:06.042258 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61b1ef3-e7c0-4cd8-bf38-4ee38db86cfe None None] Network d6880b01-7ed5-4f46-967a-222879a1ea88 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:30:06.163489 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409505'] for network (d6880b01-7ed5-4f46-967a-222879a1ea88), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:06.244918 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Deleting port e2422075-5f3a-4ee2-a746-47d651dcdd3c {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:30:06.245288 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (e2422075-5f3a-4ee2-a746-47d651dcdd3c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:06.293662 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d1f5da-f486-4c54-9819-e75c9cf96d75 None None] DHCP port deletion for d6880b01-7ed5-4f46-967a-222879a1ea88 request from dv-cinder-841315-2-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 15:30:06.372854 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] For port e2422075-5f3a-4ee2-a746-47d651dcdd3c, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=e2422075-5f3a-4ee2-a746-47d651dcdd3c,segment=NetworkSegment(c6f124b8-f969-49dc-a75c-15d630fbda65),segment_id=c6f124b8-f969-49dc-a75c-15d630fbda65)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:06.373867 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (e2422075-5f3a-4ee2-a746-47d651dcdd3c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:06.392435 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-f0d1f5da-f486-4c54-9819-e75c9cf96d75 None None] Deleting port e2422075-5f3a-4ee2-a746-47d651dcdd3c {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:30:06.394437 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f0d1f5da-f486-4c54-9819-e75c9cf96d75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (e2422075-5f3a-4ee2-a746-47d651dcdd3c), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:06.395314 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Calling delete_port for e2422075-5f3a-4ee2-a746-47d651dcdd3c owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:30:06.411479 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 8a1d843c-9aba-43d4-a7aa-681c99f61047 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:30:06.551486 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:06.567356 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (e2422075-5f3a-4ee2-a746-47d651dcdd3c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:06.619673 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: 8a1d843c-9aba-43d4-a7aa-681c99f61047 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:30:06.623043 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 8a1d843c-9aba-43d4-a7aa-681c99f61047 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:30:06.623043 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device faecff9d-5d06-4388-be3b-7d645d0787af no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:30:06.627565 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2422075-5f3a-4ee2-a746-47d651dcdd3c,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:06.639206 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] No DVR routers for this DVR port e2422075-5f3a-4ee2-a746-47d651dcdd3c on host dv-cinder-841315-2-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:30:06.699033 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: faecff9d-5d06-4388-be3b-7d645d0787af {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:30:06.699497 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device faecff9d-5d06-4388-be3b-7d645d0787af not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:30:06.707036 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-f0d1f5da-f486-4c54-9819-e75c9cf96d75 None None] For port e2422075-5f3a-4ee2-a746-47d651dcdd3c, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=e2422075-5f3a-4ee2-a746-47d651dcdd3c,segment=NetworkSegment(c6f124b8-f969-49dc-a75c-15d630fbda65),segment_id=c6f124b8-f969-49dc-a75c-15d630fbda65)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:06.707664 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f0d1f5da-f486-4c54-9819-e75c9cf96d75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (e2422075-5f3a-4ee2-a746-47d651dcdd3c), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:06.721125 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:06.723545 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-f0d1f5da-f486-4c54-9819-e75c9cf96d75 None None] Calling delete_port for e2422075-5f3a-4ee2-a746-47d651dcdd3c owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:30:06.782350 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40960) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:06.804040 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:06.809106 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561221', 'neutron.services.segments.db._delete_segments_for_network-8768358125770'] for network (d6880b01-7ed5-4f46-967a-222879a1ea88), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:06.821985 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6bbf5-d6d9-4fcc-87fd-47bddb6b076d req-7f2aa770-e7ec-49d5-8254-37c02af7865c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:06.834665 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6eb6bbf5-d6d9-4fcc-87fd-47bddb6b076d req-7f2aa770-e7ec-49d5-8254-37c02af7865c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0826378 Jul 27 15:30:06.844007 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:30:06.844610 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:30:06.845565 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:30:06.846183 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Subscribe: > port after_create 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:30:06.846831 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:30:06.847505 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Subscribe: > port after_update 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:30:06.848023 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:30:06.848676 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:30:06.849154 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:30:06.849686 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:30:06.885112 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:06.895217 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6eb6bbf5-d6d9-4fcc-87fd-47bddb6b076d req-cb3c4d4e-0ae2-4a2b-9d88-967debe1c839 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595529 Jul 27 15:30:06.929692 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f0d1f5da-f486-4c54-9819-e75c9cf96d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (e2422075-5f3a-4ee2-a746-47d651dcdd3c), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:06.955177 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1f5da-f486-4c54-9819-e75c9cf96d75 None None] Pushing event deleted for resources: {'Port': ['ID=e2422075-5f3a-4ee2-a746-47d651dcdd3c,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:06.972662 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1f5da-f486-4c54-9819-e75c9cf96d75 None None] No DVR routers for this DVR port e2422075-5f3a-4ee2-a746-47d651dcdd3c on host dv-cinder-841315-2-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:30:06.994838 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:07.043920 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:30:07.045250 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:30:07.046616 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:30:07.047555 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:30:07.048400 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6880b01-7ed5-4f46-967a-222879a1ea88']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:07.084312 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f124b8-f969-49dc-a75c-15d630fbda65') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:07.084611 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f124b8-f969-49dc-a75c-15d630fbda65') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:07.089143 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05859771-8948-431d-b167-32cff59f6480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:07.113187 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768358125671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12156091'] for segment (c6f124b8-f969-49dc-a75c-15d630fbda65), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:07.145488 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (c6f124b8-f969-49dc-a75c-15d630fbda65), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:07.160607 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:30:07.160995 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8434581'] for segment (c6f124b8-f969-49dc-a75c-15d630fbda65), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:07.258527 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376631'] for network (d6880b01-7ed5-4f46-967a-222879a1ea88), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:07.290377 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:07.294094 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d6880b01-7ed5-4f46-967a-222879a1ea88 HTTP/1.1" status: 204 len: 168 time: 1.2567360 Jul 27 15:30:07.297436 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9babb-edb1-4d0a-97c0-84e7cfa85476 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6880b01-7ed5-4f46-967a-222879a1ea88,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:07.308228 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05859771-8948-431d-b167-32cff59f6480 admin admin] Publish callbacks [] for security_group (5975021e-8808-4c28-8c08-0ff45a8581bc), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:07.313012 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-05859771-8948-431d-b167-32cff59f6480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (5975021e-8808-4c28-8c08-0ff45a8581bc), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:07.365368 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-05859771-8948-431d-b167-32cff59f6480 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c506ac31f91b4a829437b82214d540b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5798090 Jul 27 15:30:07.367339 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05859771-8948-431d-b167-32cff59f6480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5975021e-8808-4c28-8c08-0ff45a8581bc,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:07.368539 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 40988) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:07.446193 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0fe51479-0068-48c9-bd7a-74d3875fe95d admin admin] Publish callbacks [] for security_group (5975021e-8808-4c28-8c08-0ff45a8581bc), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:07.487147 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0fe51479-0068-48c9-bd7a-74d3875fe95d admin admin] Publish callbacks [] for security_group (5975021e-8808-4c28-8c08-0ff45a8581bc), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:07.552007 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0fe51479-0068-48c9-bd7a-74d3875fe95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (5975021e-8808-4c28-8c08-0ff45a8581bc), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:07.554808 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0fe51479-0068-48c9-bd7a-74d3875fe95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:07.558277 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-0fe51479-0068-48c9-bd7a-74d3875fe95d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5975021e-8808-4c28-8c08-0ff45a8581bc HTTP/1.1" status: 204 len: 168 time: 0.1850104 Jul 27 15:30:07.569242 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe51479-0068-48c9-bd7a-74d3875fe95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5975021e-8808-4c28-8c08-0ff45a8581bc,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:07.620840 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 40996) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:07.631756 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment c6f124b8-f969-49dc-a75c-15d630fbda65 resource provider aggregate not found Jul 27 15:30:07.671789 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment c6f124b8-f969-49dc-a75c-15d630fbda65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6f124b8-f969-49dc-a75c-15d630fbda65 found for delete ", "request_id": "req-15fddfa6-4582-4321-a3f6-7f01cecc66e1"}]} Jul 27 15:30:07.717996 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-479b8907-343a-442f-9a54-8a3ed8846789 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1c7c86e4b1c40ec8e4335a2770353f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0947387 Jul 27 15:30:07.720735 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 41002) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:07.800077 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2703aab1-a0f9-4e4b-a22b-d8e4bcb92b09 admin admin] Publish callbacks [] for security_group (72c341ac-891d-4c74-b6a2-4c7cab8abc1e), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:07.812240 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:07.825924 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2703aab1-a0f9-4e4b-a22b-d8e4bcb92b09 admin admin] Publish callbacks [] for security_group (72c341ac-891d-4c74-b6a2-4c7cab8abc1e), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:07.905640 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2703aab1-a0f9-4e4b-a22b-d8e4bcb92b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (72c341ac-891d-4c74-b6a2-4c7cab8abc1e), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:07.910320 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2703aab1-a0f9-4e4b-a22b-d8e4bcb92b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:07.911770 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-2703aab1-a0f9-4e4b-a22b-d8e4bcb92b09 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72c341ac-891d-4c74-b6a2-4c7cab8abc1e HTTP/1.1" status: 204 len: 168 time: 0.1893597 Jul 27 15:30:07.949397 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703aab1-a0f9-4e4b-a22b-d8e4bcb92b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c341ac-891d-4c74-b6a2-4c7cab8abc1e,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:08.143329 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0efbe-755a-4db5-b5c3-89ecbbc58166 req-dc8ece03-85bb-4f23-9e79-a9e1128615a9 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:08.145915 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-48c0efbe-755a-4db5-b5c3-89ecbbc58166 req-dc8ece03-85bb-4f23-9e79-a9e1128615a9 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0830810 Jul 27 15:30:08.230419 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-48c0efbe-755a-4db5-b5c3-89ecbbc58166 req-48f232d2-3552-4b4c-ae31-318bf2ebb4b1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764012 Jul 27 15:30:08.333720 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device e2422075-5f3a-4ee2-a746-47d651dcdd3c no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:30:08.364882 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: e2422075-5f3a-4ee2-a746-47d651dcdd3c {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:30:08.365235 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device e2422075-5f3a-4ee2-a746-47d651dcdd3c not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:30:09.384971 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf337cef-1f8a-4609-9dce-4a1a2792444c req-4de34137-a7a9-48a2-82d2-eba7a4c17410 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:09.386693 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cf337cef-1f8a-4609-9dce-4a1a2792444c req-4de34137-a7a9-48a2-82d2-eba7a4c17410 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0626159 Jul 27 15:30:09.401129 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:09.439756 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cf337cef-1f8a-4609-9dce-4a1a2792444c req-08e0e39a-3374-411d-b26c-06a31b27e5a8 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467448 Jul 27 15:30:10.573868 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359d404-af2a-4b0f-8687-41b115060ed1 req-198a591e-a139-4c07-a63b-6127f7b34baa tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:10.575409 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f359d404-af2a-4b0f-8687-41b115060ed1 req-198a591e-a139-4c07-a63b-6127f7b34baa tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0539629 Jul 27 15:30:10.626354 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f359d404-af2a-4b0f-8687-41b115060ed1 req-6a1c2f43-96f0-4e2b-b22c-75162262c2aa tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449054 Jul 27 15:30:11.568517 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 41114) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:11.680609 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-baafcd1a-78a3-4692-9cf2-08be92c944cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:11.762670 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5beef-1aa9-4371-8680-85767195cc94 req-a3846024-6f7f-4845-b71b-651314ad923b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:11.764382 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1ce5beef-1aa9-4371-8680-85767195cc94 req-a3846024-6f7f-4845-b71b-651314ad923b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0617323 Jul 27 15:30:11.838919 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-baafcd1a-78a3-4692-9cf2-08be92c944cc admin admin] Publish callbacks [] for security_group (bcb20357-1f45-499b-8c87-c2662574f576), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:11.844145 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-baafcd1a-78a3-4692-9cf2-08be92c944cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (bcb20357-1f45-499b-8c87-c2662574f576), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:11.858161 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1ce5beef-1aa9-4371-8680-85767195cc94 req-c66b575c-fb29-4e59-9cef-cd8cb24114d7 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858319 Jul 27 15:30:11.887458 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-baafcd1a-78a3-4692-9cf2-08be92c944cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f0f9cd1202c4b10a330c14ec6b58f19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178866 Jul 27 15:30:11.888380 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafcd1a-78a3-4692-9cf2-08be92c944cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb20357-1f45-499b-8c87-c2662574f576,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:11.890239 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 41122) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:11.944284 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-875cc26c-d7f3-4492-bc26-49d972789cb1 admin admin] Publish callbacks [] for security_group (bcb20357-1f45-499b-8c87-c2662574f576), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:11.980446 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-875cc26c-d7f3-4492-bc26-49d972789cb1 admin admin] Publish callbacks [] for security_group (bcb20357-1f45-499b-8c87-c2662574f576), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:12.044165 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-875cc26c-d7f3-4492-bc26-49d972789cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (bcb20357-1f45-499b-8c87-c2662574f576), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:12.046706 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-875cc26c-d7f3-4492-bc26-49d972789cb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:12.050317 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-875cc26c-d7f3-4492-bc26-49d972789cb1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bcb20357-1f45-499b-8c87-c2662574f576 HTTP/1.1" status: 204 len: 168 time: 0.1561434 Jul 27 15:30:12.055968 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cc26c-d7f3-4492-bc26-49d972789cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb20357-1f45-499b-8c87-c2662574f576,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:12.392868 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 41142) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:12.408100 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b483ae8d-d0b9-41a3-a699-92ea9daf7ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:12.428956 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:12.454191 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:12.493565 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b483ae8d-d0b9-41a3-a699-92ea9daf7ae4 admin admin] Publish callbacks [] for security_group (52415678-d0d4-4cdc-bd44-e7a4947e1804), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:12.497677 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b483ae8d-d0b9-41a3-a699-92ea9daf7ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (52415678-d0d4-4cdc-bd44-e7a4947e1804), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:12.539596 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b483ae8d-d0b9-41a3-a699-92ea9daf7ae4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad833e76d14e4519a288cb202c01c6ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453896 Jul 27 15:30:12.541384 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483ae8d-d0b9-41a3-a699-92ea9daf7ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52415678-d0d4-4cdc-bd44-e7a4947e1804,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:12.542174 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 41144) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:12.593123 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-07839b10-af9a-4686-927b-398e35e89e3c admin admin] Publish callbacks [] for security_group (52415678-d0d4-4cdc-bd44-e7a4947e1804), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:12.618439 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-07839b10-af9a-4686-927b-398e35e89e3c admin admin] Publish callbacks [] for security_group (52415678-d0d4-4cdc-bd44-e7a4947e1804), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:12.670579 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-07839b10-af9a-4686-927b-398e35e89e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (52415678-d0d4-4cdc-bd44-e7a4947e1804), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:12.673174 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-07839b10-af9a-4686-927b-398e35e89e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:12.674325 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-07839b10-af9a-4686-927b-398e35e89e3c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52415678-d0d4-4cdc-bd44-e7a4947e1804 HTTP/1.1" status: 204 len: 168 time: 0.1311488 Jul 27 15:30:12.683331 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07839b10-af9a-4686-927b-398e35e89e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52415678-d0d4-4cdc-bd44-e7a4947e1804,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:12.999847 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1646f2-7740-487b-8753-7957441e1f31 req-42ead61c-d92b-42c0-902b-77562f4488d4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:13.001397 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ff1646f2-7740-487b-8753-7957441e1f31 req-42ead61c-d92b-42c0-902b-77562f4488d4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0613065 Jul 27 15:30:13.076020 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ff1646f2-7740-487b-8753-7957441e1f31 req-338c63b6-603d-430a-a427-aba23fb68cd7 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663478 Jul 27 15:30:13.082033 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 41156) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:13.095443 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b2ed069f-752e-4ea6-80d9-1c6e4f6237f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:13.183187 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b2ed069f-752e-4ea6-80d9-1c6e4f6237f0 admin admin] Publish callbacks [] for security_group (b45d171a-3b3f-4c2e-9774-f2b32e2aca73), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:13.187232 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b2ed069f-752e-4ea6-80d9-1c6e4f6237f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (b45d171a-3b3f-4c2e-9774-f2b32e2aca73), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:13.232255 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 41158) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:13.232481 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b2ed069f-752e-4ea6-80d9-1c6e4f6237f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2da3a34b22f48d4aa3f42b60e4e8491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492136 Jul 27 15:30:13.234301 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed069f-752e-4ea6-80d9-1c6e4f6237f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45d171a-3b3f-4c2e-9774-f2b32e2aca73,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:13.287968 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4c8b4b5f-a172-42a0-899b-cde1d519709c admin admin] Publish callbacks [] for security_group (b45d171a-3b3f-4c2e-9774-f2b32e2aca73), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:13.319210 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4c8b4b5f-a172-42a0-899b-cde1d519709c admin admin] Publish callbacks [] for security_group (b45d171a-3b3f-4c2e-9774-f2b32e2aca73), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:13.388035 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4c8b4b5f-a172-42a0-899b-cde1d519709c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (b45d171a-3b3f-4c2e-9774-f2b32e2aca73), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:13.391290 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4c8b4b5f-a172-42a0-899b-cde1d519709c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:13.395625 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4c8b4b5f-a172-42a0-899b-cde1d519709c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b45d171a-3b3f-4c2e-9774-f2b32e2aca73 HTTP/1.1" status: 204 len: 168 time: 0.1588113 Jul 27 15:30:13.402516 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b4b5f-a172-42a0-899b-cde1d519709c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45d171a-3b3f-4c2e-9774-f2b32e2aca73,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:14.246843 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1600b-6bb8-4c56-8c6a-6118b1e33ba9 req-991ba024-5f26-419c-9ea9-b05f408187ca tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:14.249322 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e5b1600b-6bb8-4c56-8c6a-6118b1e33ba9 req-991ba024-5f26-419c-9ea9-b05f408187ca tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0636256 Jul 27 15:30:14.319073 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e5b1600b-6bb8-4c56-8c6a-6118b1e33ba9 req-53071133-99ac-467f-9f2a-e38d70d07eda tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567698 Jul 27 15:30:15.199018 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:15.442637 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5e33f-083f-483f-a90b-c3bbb2248b38 req-65d93432-5b7f-438a-ad9b-bffe49c54eb3 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:15.444405 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dee5e33f-083f-483f-a90b-c3bbb2248b38 req-65d93432-5b7f-438a-ad9b-bffe49c54eb3 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0572636 Jul 27 15:30:15.494232 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dee5e33f-083f-483f-a90b-c3bbb2248b38 req-b60cc0aa-e308-4e11-9ae8-0251810eb598 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440094 Jul 27 15:30:15.787112 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:16.012349 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 41292) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:16.123086 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-705ac9d3-cacb-4e49-a575-158912899045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:16.204689 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-705ac9d3-cacb-4e49-a575-158912899045 admin admin] Publish callbacks [] for security_group (8c4c2dce-4966-4eae-898a-5ddfef8bf394), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:16.208205 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-705ac9d3-cacb-4e49-a575-158912899045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (8c4c2dce-4966-4eae-898a-5ddfef8bf394), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:16.245929 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ac9d3-cacb-4e49-a575-158912899045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4c2dce-4966-4eae-898a-5ddfef8bf394,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:16.253189 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 41300) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:16.256659 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-705ac9d3-cacb-4e49-a575-158912899045 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f46cc10cd14444e7ad74050aace12ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430127 Jul 27 15:30:16.301678 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:16.305478 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fc40af2c-bc2c-4b22-b951-935bc16360fa admin admin] Publish callbacks [] for security_group (8c4c2dce-4966-4eae-898a-5ddfef8bf394), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:16.328323 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fc40af2c-bc2c-4b22-b951-935bc16360fa admin admin] Publish callbacks [] for security_group (8c4c2dce-4966-4eae-898a-5ddfef8bf394), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:16.334135 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:16.377429 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fc40af2c-bc2c-4b22-b951-935bc16360fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (8c4c2dce-4966-4eae-898a-5ddfef8bf394), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:16.380739 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fc40af2c-bc2c-4b22-b951-935bc16360fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:16.381931 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-fc40af2c-bc2c-4b22-b951-935bc16360fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c4c2dce-4966-4eae-898a-5ddfef8bf394 HTTP/1.1" status: 204 len: 168 time: 0.1261857 Jul 27 15:30:16.389869 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40af2c-bc2c-4b22-b951-935bc16360fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4c2dce-4966-4eae-898a-5ddfef8bf394,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:16.622147 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117d279-d5b0-43d6-9255-ad1a38fb8230 req-408a6eba-d37f-4442-b386-f75c215f45cb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:16.623642 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7117d279-d5b0-43d6-9255-ad1a38fb8230 req-408a6eba-d37f-4442-b386-f75c215f45cb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0542047 Jul 27 15:30:16.673430 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7117d279-d5b0-43d6-9255-ad1a38fb8230 req-8743da1e-53c3-4269-a296-156c162f61c2 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437849 Jul 27 15:30:16.684922 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 41316) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:16.698828 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-32354362-003f-4ed9-927f-239f3cff6a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:16.730654 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:16.787743 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-32354362-003f-4ed9-927f-239f3cff6a8c admin admin] Publish callbacks [] for security_group (945fd36e-b231-40db-8070-2be7f287d5d7), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:16.792370 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-32354362-003f-4ed9-927f-239f3cff6a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (945fd36e-b231-40db-8070-2be7f287d5d7), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:16.806345 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:16.848201 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 41326) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:16.849759 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-32354362-003f-4ed9-927f-239f3cff6a8c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4035b9bbec3d4ffa808a69bea6698dec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621292 Jul 27 15:30:16.852185 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32354362-003f-4ed9-927f-239f3cff6a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945fd36e-b231-40db-8070-2be7f287d5d7,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:16.915200 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-10c6926e-3f5c-4c2b-80c4-dd9d7e430df6 admin admin] Publish callbacks [] for security_group (945fd36e-b231-40db-8070-2be7f287d5d7), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:16.942482 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-10c6926e-3f5c-4c2b-80c4-dd9d7e430df6 admin admin] Publish callbacks [] for security_group (945fd36e-b231-40db-8070-2be7f287d5d7), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:17.011971 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b8424-b8ad-45b6-b707-b39feae56455 req-44fce46c-a71e-47a7-a944-55c4c07e4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:17.013718 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd9b8424-b8ad-45b6-b707-b39feae56455 req-44fce46c-a71e-47a7-a944-55c4c07e4710 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 1129 time: 0.0467827 Jul 27 15:30:17.042542 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-10c6926e-3f5c-4c2b-80c4-dd9d7e430df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (945fd36e-b231-40db-8070-2be7f287d5d7), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:17.045060 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-10c6926e-3f5c-4c2b-80c4-dd9d7e430df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:17.046157 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-10c6926e-3f5c-4c2b-80c4-dd9d7e430df6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/945fd36e-b231-40db-8070-2be7f287d5d7 HTTP/1.1" status: 204 len: 168 time: 0.1960926 Jul 27 15:30:17.052755 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d51f5637-8674-434a-86d9-99002f760d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:17.067695 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6926e-3f5c-4c2b-80c4-dd9d7e430df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945fd36e-b231-40db-8070-2be7f287d5d7,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:17.076068 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd9b8424-b8ad-45b6-b707-b39feae56455 req-565e62a7-4f7d-4148-a0aa-cfa010eb075f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544429 Jul 27 15:30:17.812872 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b15c7d-a2cf-48dc-bcd4-85f51184fec2 req-fcfe9169-5253-4922-9825-a716f69a0b14 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:17.814374 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-46b15c7d-a2cf-48dc-bcd4-85f51184fec2 req-fcfe9169-5253-4922-9825-a716f69a0b14 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0551445 Jul 27 15:30:17.871295 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-46b15c7d-a2cf-48dc-bcd4-85f51184fec2 req-bd0b9d28-11f0-4eaf-a89a-6141885f8da3 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509105 Jul 27 15:30:18.271319 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 41372) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:18.378988 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5337c513-7084-452f-b121-3e8129ceac01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:18.462775 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5337c513-7084-452f-b121-3e8129ceac01 admin admin] Publish callbacks [] for security_group (65349ef8-4d88-4c52-8a79-542dd4f5ad6d), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:18.466379 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5337c513-7084-452f-b121-3e8129ceac01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (65349ef8-4d88-4c52-8a79-542dd4f5ad6d), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:18.505274 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-5337c513-7084-452f-b121-3e8129ceac01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b69b9aea60544dfe94ef7e2e3659a0b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325604 Jul 27 15:30:18.506382 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337c513-7084-452f-b121-3e8129ceac01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65349ef8-4d88-4c52-8a79-542dd4f5ad6d,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:18.508029 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 41378) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:18.561937 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc04baf6-bd75-4bb5-b5a2-3f9e6edc97dd admin admin] Publish callbacks [] for security_group (65349ef8-4d88-4c52-8a79-542dd4f5ad6d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:18.584057 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc04baf6-bd75-4bb5-b5a2-3f9e6edc97dd admin admin] Publish callbacks [] for security_group (65349ef8-4d88-4c52-8a79-542dd4f5ad6d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:18.633894 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc04baf6-bd75-4bb5-b5a2-3f9e6edc97dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (65349ef8-4d88-4c52-8a79-542dd4f5ad6d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:18.636494 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc04baf6-bd75-4bb5-b5a2-3f9e6edc97dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:18.637812 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-dc04baf6-bd75-4bb5-b5a2-3f9e6edc97dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65349ef8-4d88-4c52-8a79-542dd4f5ad6d HTTP/1.1" status: 204 len: 168 time: 0.1287372 Jul 27 15:30:18.645723 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04baf6-bd75-4bb5-b5a2-3f9e6edc97dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65349ef8-4d88-4c52-8a79-542dd4f5ad6d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:19.004346 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6ae1d-7f09-42c1-9a36-0e8a11302654 req-f4efbca5-2bce-4532-8593-e5d95cff719b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:19.005998 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3ab6ae1d-7f09-42c1-9a36-0e8a11302654 req-f4efbca5-2bce-4532-8593-e5d95cff719b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0570664 Jul 27 15:30:19.053939 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3ab6ae1d-7f09-42c1-9a36-0e8a11302654 req-d54537a9-1ca4-4de4-a942-0289bde2da90 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421700 Jul 27 15:30:19.285811 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-373de89e-e50c-44c5-945b-e353a23ca676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:20.179213 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf1a5a-c7f8-427f-8d04-cc1f67ea5353 req-9d948b60-f5ce-4463-aa18-d5626a2001b7 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:20.181046 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fbbf1a5a-c7f8-427f-8d04-cc1f67ea5353 req-9d948b60-f5ce-4463-aa18-d5626a2001b7 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0527623 Jul 27 15:30:20.228768 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fbbf1a5a-c7f8-427f-8d04-cc1f67ea5353 req-c8257e9f-56d5-4198-b486-3dec959b6ad9 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422082 Jul 27 15:30:20.365916 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e138b31-c0b8-439c-b5bc-44f6ac0e246b req-8513ec79-17ab-4ff6-b997-1425c0bad48a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:20.367406 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9e138b31-c0b8-439c-b5bc-44f6ac0e246b req-8513ec79-17ab-4ff6-b997-1425c0bad48a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0562553 Jul 27 15:30:20.414286 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9e138b31-c0b8-439c-b5bc-44f6ac0e246b req-26eb7195-4f9f-4660-9295-fe6460866356 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410712 Jul 27 15:30:20.816397 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:22.043054 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:22.234801 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:24.158718 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e4f33-a6c5-460a-a79c-a216a1057f50 req-5957a8aa-50d8-4199-910d-70a5f33d312b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:24.160899 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ef0e4f33-a6c5-460a-a79c-a216a1057f50 req-5957a8aa-50d8-4199-910d-70a5f33d312b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0612266 Jul 27 15:30:24.417462 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764edfa-4b35-4719-aa0a-e67000a5775e req-5c0b629b-2868-4a77-bb3f-a204b331de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:24.419864 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f764edfa-4b35-4719-aa0a-e67000a5775e req-5c0b629b-2868-4a77-bb3f-a204b331de94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 1129 time: 0.3231363 Jul 27 15:30:24.448374 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ef0e4f33-a6c5-460a-a79c-a216a1057f50 req-de6fa330-ee88-4198-98e7-0cffdbb882f4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704015 Jul 27 15:30:24.515358 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764edfa-4b35-4719-aa0a-e67000a5775e req-bd02df57-1321-4186-b3e5-9608326ad3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:24.516804 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f764edfa-4b35-4719-aa0a-e67000a5775e req-bd02df57-1321-4186-b3e5-9608326ad3db service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 920 time: 0.0903819 Jul 27 15:30:24.532089 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:24.564594 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f764edfa-4b35-4719-aa0a-e67000a5775e req-3912cacb-6330-42fe-8d7d-855cdefe1f99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3810c698-7926-46e1-9f80-aa481b319cbb HTTP/1.1" status: 200 len: 217 time: 0.0374563 Jul 27 15:30:24.618517 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764edfa-4b35-4719-aa0a-e67000a5775e req-9f47e06f-94c3-4c70-afad-1ad455797ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:24.620019 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f764edfa-4b35-4719-aa0a-e67000a5775e req-9f47e06f-94c3-4c70-afad-1ad455797ff7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.0463030 Jul 27 15:30:24.668806 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764edfa-4b35-4719-aa0a-e67000a5775e req-c9d455d7-3aa3-4a21-a363-64638445f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:24.670352 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f764edfa-4b35-4719-aa0a-e67000a5775e req-c9d455d7-3aa3-4a21-a363-64638445f76a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406613 Jul 27 15:30:24.764001 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:24.770288 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f764edfa-4b35-4719-aa0a-e67000a5775e req-5c736d2e-7172-480f-afed-acd6acc4c204 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917923 Jul 27 15:30:25.572465 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c60194-4de7-4e20-b2a1-78a101c9a64d req-0eb18bdb-7416-4792-b1ac-8b141f97a50c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:25.573936 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-59c60194-4de7-4e20-b2a1-78a101c9a64d req-0eb18bdb-7416-4792-b1ac-8b141f97a50c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0468280 Jul 27 15:30:25.662380 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-59c60194-4de7-4e20-b2a1-78a101c9a64d req-1eb5867b-5ba2-4e62-b042-3300ec569f12 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826709 Jul 27 15:30:25.705308 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f764edfa-4b35-4719-aa0a-e67000a5775e req-50ba55d7-38c8-4ca3-9cab-9dce17a91f8a service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959723 Jul 27 15:30:26.777292 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaae4c9-3478-47b4-9bce-c04de6cad144 req-8b11014c-2384-4cf4-b6f3-1f6adeec7994 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:26.778662 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ceaae4c9-3478-47b4-9bce-c04de6cad144 req-8b11014c-2384-4cf4-b6f3-1f6adeec7994 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0470710 Jul 27 15:30:26.825452 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ceaae4c9-3478-47b4-9bce-c04de6cad144 req-01f2f619-52e4-457e-a5dc-5dac7de1c9e8 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412683 Jul 27 15:30:27.959037 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77c565-24d5-4894-bc12-676acf175881 req-24d0587f-d2d9-48c8-9811-764fa3fc9c31 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:27.960569 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2f77c565-24d5-4894-bc12-676acf175881 req-24d0587f-d2d9-48c8-9811-764fa3fc9c31 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0538483 Jul 27 15:30:28.007243 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2f77c565-24d5-4894-bc12-676acf175881 req-58d61105-75cb-436b-af20-cc28ac089f02 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Jul 27 15:30:28.939434 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 41610) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:29.171638 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-29c2dc3f-87a6-4f39-b05e-cd5714eb3a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:29.210454 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b556240-96b9-4fb9-b1b5-d855a0499e60 req-2fa6a7b5-207c-4481-80a1-d923b59c4298 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:29.212232 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4b556240-96b9-4fb9-b1b5-d855a0499e60 req-2fa6a7b5-207c-4481-80a1-d923b59c4298 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0932157 Jul 27 15:30:29.339863 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4b556240-96b9-4fb9-b1b5-d855a0499e60 req-2267a739-a0c8-45f3-a3c2-c3353bacbd19 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067836 Jul 27 15:30:29.399681 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-29c2dc3f-87a6-4f39-b05e-cd5714eb3a4c admin admin] Publish callbacks [] for security_group (da8f1bfb-4041-4cf3-9bd5-e8e98cb8afa1), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:29.410140 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-29c2dc3f-87a6-4f39-b05e-cd5714eb3a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (da8f1bfb-4041-4cf3-9bd5-e8e98cb8afa1), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:29.411184 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2f82910d-2d35-4e75-8a65-4ed041e6a032 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1358726124&fields=id&tenant_id=d3fd186ce4ca4030b191309f43d43baa HTTP/1.1" status: 200 len: 267 time: 0.0779207 Jul 27 15:30:29.443947 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:29.465934 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2dc3f-87a6-4f39-b05e-cd5714eb3a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8f1bfb-4041-4cf3-9bd5-e8e98cb8afa1,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:29.475481 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-29c2dc3f-87a6-4f39-b05e-cd5714eb3a4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ba4f58c70d24567b1e6d5e25d2c6ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5319800 Jul 27 15:30:29.476479 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 41636) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:29.527734 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:29.533475 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc287759-3a76-4501-ae9b-c9ca4ffa7a7e admin admin] Publish callbacks [] for security_group (da8f1bfb-4041-4cf3-9bd5-e8e98cb8afa1), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:29.543043 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-bef5cd6f-0bdb-4c75-a7f5-8840f31c2296 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:29.544921 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-bef5cd6f-0bdb-4c75-a7f5-8840f31c2296 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/networks?id=a03d84d0-4188-403f-a4d9-b8ed9de732b3 HTTP/1.1" status: 200 len: 812 time: 0.1248569 Jul 27 15:30:29.558373 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc287759-3a76-4501-ae9b-c9ca4ffa7a7e admin admin] Publish callbacks [] for security_group (da8f1bfb-4041-4cf3-9bd5-e8e98cb8afa1), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:29.560196 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-964a969d-a9ae-4286-902e-4855fa789f7e tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/quotas/d3fd186ce4ca4030b191309f43d43baa HTTP/1.1" status: 200 len: 375 time: 0.0094147 Jul 27 15:30:29.614631 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc287759-3a76-4501-ae9b-c9ca4ffa7a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (da8f1bfb-4041-4cf3-9bd5-e8e98cb8afa1), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:29.617226 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dc287759-3a76-4501-ae9b-c9ca4ffa7a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:29.617521 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-46e2a38f-1bd4-4327-a4cd-6bde078338c9 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3fd186ce4ca4030b191309f43d43baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514481 Jul 27 15:30:29.618604 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-dc287759-3a76-4501-ae9b-c9ca4ffa7a7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da8f1bfb-4041-4cf3-9bd5-e8e98cb8afa1 HTTP/1.1" status: 204 len: 168 time: 0.1419373 Jul 27 15:30:29.637066 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc287759-3a76-4501-ae9b-c9ca4ffa7a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8f1bfb-4041-4cf3-9bd5-e8e98cb8afa1,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:29.733195 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-5025d75b-b77e-4feb-a03f-78a9d0341689 service neutron] 10.222.0.36 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008968 Jul 27 15:30:29.842425 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-8cc9592a-5061-413c-b414-017b3734db17 service neutron] 10.222.0.36 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017022 Jul 27 15:30:30.206864 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1a79305d-cce7-4bd6-9295-12fb91400334 req-2e890f9f-6797-4f35-82d6-f2256581d79f tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 210 time: 0.0378489 Jul 27 15:30:30.485990 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 41680) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:30.521130 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220a0e5-4fbd-4e97-8b66-2d373212d33b req-84c64777-48e1-48a8-bb34-c75c1da82be0 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:30.522735 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f220a0e5-4fbd-4e97-8b66-2d373212d33b req-84c64777-48e1-48a8-bb34-c75c1da82be0 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0926349 Jul 27 15:30:30.611064 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f220a0e5-4fbd-4e97-8b66-2d373212d33b req-c1c618f0-0f27-4c0c-a457-1a892490ecd2 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791996 Jul 27 15:30:30.653984 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-019f9c7c-d568-48e6-b5ab-c1af8d096205 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1951094786-network', 'tenant_id': '8719c555ca834c738566a2cc7684e9eb'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:30:30.686534 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019f9c7c-d568-48e6-b5ab-c1af8d096205 admin admin] Made reservation on behalf of 8719c555ca834c738566a2cc7684e9eb for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:30:30.693269 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-019f9c7c-d568-48e6-b5ab-c1af8d096205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:30.704808 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-019f9c7c-d568-48e6-b5ab-c1af8d096205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:30.821995 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-019f9c7c-d568-48e6-b5ab-c1af8d096205 admin admin] Publish callbacks [] for security_group (bc234567-ec43-42fd-aacd-2c7393ccc46b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:30.826870 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-019f9c7c-d568-48e6-b5ab-c1af8d096205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (bc234567-ec43-42fd-aacd-2c7393ccc46b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:30.859921 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019f9c7c-d568-48e6-b5ab-c1af8d096205 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:30:30.872890 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f9c7c-d568-48e6-b5ab-c1af8d096205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc234567-ec43-42fd-aacd-2c7393ccc46b,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:30.879224 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-019f9c7c-d568-48e6-b5ab-c1af8d096205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (22c7d608-ac5a-484f-81bf-f3c03d8012c3), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:30.879574 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-019f9c7c-d568-48e6-b5ab-c1af8d096205 admin admin] Added segment 22c7d608-ac5a-484f-81bf-f3c03d8012c3 of type vlan for network 9a60c3e0-f70d-4bc1-b81b-251995c21fe7 Jul 27 15:30:30.942285 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-019f9c7c-d568-48e6-b5ab-c1af8d096205 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (9a60c3e0-f70d-4bc1-b81b-251995c21fe7), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:30.992012 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-019f9c7c-d568-48e6-b5ab-c1af8d096205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (9a60c3e0-f70d-4bc1-b81b-251995c21fe7), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:30.993474 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019f9c7c-d568-48e6-b5ab-c1af8d096205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:30.994159 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-019f9c7c-d568-48e6-b5ab-c1af8d096205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:31.065708 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-019f9c7c-d568-48e6-b5ab-c1af8d096205 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5766745 Jul 27 15:30:31.069015 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 41702) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:31.069809 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f9c7c-d568-48e6-b5ab-c1af8d096205 admin admin] Pushing event updated for resources: {'Network': ['ID=9a60c3e0-f70d-4bc1-b81b-251995c21fe7,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:31.073931 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Request body: {'subnet': {'network_id': '9a60c3e0-f70d-4bc1-b81b-251995c21fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1951094786-subnet', 'tenant_id': '8719c555ca834c738566a2cc7684e9eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:30:31.081222 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network 9a60c3e0-f70d-4bc1-b81b-251995c21fe7 details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:30:31.099484 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Made reservation on behalf of 8719c555ca834c738566a2cc7684e9eb for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:30:31.102179 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:31.153512 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:31.229462 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:31.298701 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for subnet (886b0d4d-a244-424f-9de9-e69277570ad7), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:31.334956 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5284f613-6d92-42d5-8ecb-cd069b29adfc req-d25a5207-570a-404f-b082-25fc19b678b7 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 210 time: 0.0403087 Jul 27 15:30:31.403776 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=886b0d4d-a244-424f-9de9-e69277570ad7,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:31.455253 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:31.455952 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:31.456268 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:31.456612 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:31.457301 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:31.457922 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:31.458325 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:31.458589 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:31.458920 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:31.459254 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:31.459585 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:31.459939 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:31.460263 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:31.460896 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:31.461359 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:31.469080 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Checking segment: {'id': '22c7d608-ac5a-484f-81bf-f3c03d8012c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9a60c3e0-f70d-4bc1-b81b-251995c21fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:30:31.469191 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Network hostable DHCP agents. Network: 9a60c3e0-f70d-4bc1-b81b-251995c21fe7, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:30:31.517865 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Network 9a60c3e0-f70d-4bc1-b81b-251995c21fe7 is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:30:31.545605 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-ad38d4a0-8ae1-4f80-a0c1-e7fd0c9966c2 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:31.547563 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-ad38d4a0-8ae1-4f80-a0c1-e7fd0c9966c2 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.42 "GET /v2.0/networks?id=a03d84d0-4188-403f-a4d9-b8ed9de732b3 HTTP/1.1" status: 200 len: 812 time: 0.1666796 Jul 27 15:30:31.550687 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, 9a60c3e0-f70d-4bc1-b81b-251995c21fe7) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:30:31.558418 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:31.559035 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ba9cec-92a7-4e96-add5-3bdda5942843 None None] Network 9a60c3e0-f70d-4bc1-b81b-251995c21fe7 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:30:31.559302 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:31.591686 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-ece91669-1b19-44eb-a9b4-ac927f2b1f82 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5215428 Jul 27 15:30:31.688543 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-f9d00af0-57e9-4568-96db-509a6a136d85 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3fd186ce4ca4030b191309f43d43baa HTTP/1.1" status: 200 len: 380 time: 0.1184132 Jul 27 15:30:31.703384 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-957cebe6-1614-402c-8da9-c543613a0ddd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Request body: {'port': {'device_id': '8114946e-ea8e-4a5a-a622-f2a52620bfae', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'admin_state_up': True, 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'security_groups': ['ed47e54c-cfa4-4cff-9837-fe9e42d21b47']}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:30:31.715724 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3dc4bf-f796-4132-aeb0-66ecf6acabef None None] Network 9a60c3e0-f70d-4bc1-b81b-251995c21fe7 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:30:31.833176 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94efba-a755-498b-b49c-bc96b3ce882b req-4ff62611-c04d-4be1-91bf-7f57c8e65beb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:31.834844 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5d94efba-a755-498b-b49c-bc96b3ce882b req-4ff62611-c04d-4be1-91bf-7f57c8e65beb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.1061740 Jul 27 15:30:31.926632 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5d94efba-a755-498b-b49c-bc96b3ce882b req-56293f05-0c1e-421a-9b63-3ba2dcd7d978 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779915 Jul 27 15:30:31.939580 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-957cebe6-1614-402c-8da9-c543613a0ddd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Made reservation on behalf of d3fd186ce4ca4030b191309f43d43baa for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:30:31.951904 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-957cebe6-1614-402c-8da9-c543613a0ddd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:32.152200 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-957cebe6-1614-402c-8da9-c543613a0ddd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Allocated IP 172.20.0.10 (a03d84d0-4188-403f-a4d9-b8ed9de732b3/732f863c-5d62-47ba-8c31-618efdabdcdf/7a2cde28-b730-487b-8c95-20bfdab253ca) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:30:32.285269 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:32.293512 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:32.389253 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-957cebe6-1614-402c-8da9-c543613a0ddd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for port (7a2cde28-b730-487b-8c95-20bfdab253ca), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:32.458750 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-957cebe6-1614-402c-8da9-c543613a0ddd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (7a2cde28-b730-487b-8c95-20bfdab253ca), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:32.538337 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b372de-71e2-4e19-947a-d51f7689356e req-eb21625c-2df8-463d-af31-63cccc7a3ddc tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:32.547292 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-03b372de-71e2-4e19-947a-d51f7689356e req-eb21625c-2df8-463d-af31-63cccc7a3ddc tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 932 time: 0.0859628 Jul 27 15:30:32.575738 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-957cebe6-1614-402c-8da9-c543613a0ddd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Network a03d84d0-4188-403f-a4d9-b8ed9de732b3 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:30:32.596832 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-957cebe6-1614-402c-8da9-c543613a0ddd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:30:32.617009 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-957cebe6-1614-402c-8da9-c543613a0ddd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:30:32.630712 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-957cebe6-1614-402c-8da9-c543613a0ddd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:32.631479 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-957cebe6-1614-402c-8da9-c543613a0ddd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:32.639404 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-03b372de-71e2-4e19-947a-d51f7689356e req-b567eb94-9a8e-41db-ac0f-7dedc9afbabd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910573 Jul 27 15:30:32.664677 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957cebe6-1614-402c-8da9-c543613a0ddd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event updated for resources: {'Port': ['ID=7a2cde28-b730-487b-8c95-20bfdab253ca,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:32.684167 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-957cebe6-1614-402c-8da9-c543613a0ddd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9868562 Jul 27 15:30:32.697949 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Request body: {'port': {'device_id': '8114946e-ea8e-4a5a-a622-f2a52620bfae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:30:32.772287 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (7a2cde28-b730-487b-8c95-20bfdab253ca), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:32.904203 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-37b170a8-ba6b-4eff-abdb-1bb3470f09d5 None None] Provisioning complete for port 7a2cde28-b730-487b-8c95-20bfdab253ca triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:30:32.904750 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-37b170a8-ba6b-4eff-abdb-1bb3470f09d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (7a2cde28-b730-487b-8c95-20bfdab253ca), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:32.937979 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-37b170a8-ba6b-4eff-abdb-1bb3470f09d5 None None] Port 7a2cde28-b730-487b-8c95-20bfdab253ca cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:30:33.107237 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2cde28-b730-487b-8c95-20bfdab253ca {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:30:33.118167 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1ca47-48c4-4c18-a730-44d778c6b570 req-7e879878-47c4-44eb-8721-119dd392493f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:33.119717 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dff1ca47-48c4-4c18-a730-44d778c6b570 req-7e879878-47c4-44eb-8721-119dd392493f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0927849 Jul 27 15:30:33.124155 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Publish callbacks [] for port (7a2cde28-b730-487b-8c95-20bfdab253ca), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:33.152060 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Transition to ACTIVE for port object 7a2cde28-b730-487b-8c95-20bfdab253ca will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:30:33.157440 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (7a2cde28-b730-487b-8c95-20bfdab253ca), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:33.225657 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2cde28-b730-487b-8c95-20bfdab253ca,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:33.231422 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dff1ca47-48c4-4c18-a730-44d778c6b570 req-45f68a32-3689-4957-a2e3-a3265ab6b51a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046879 Jul 27 15:30:33.290012 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Attempting to bind port 7a2cde28-b730-487b-8c95-20bfdab253ca on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:30:33.290435 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Attempting to bind port 7a2cde28-b730-487b-8c95-20bfdab253ca by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:30:33.290839 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Attempting to bind port 7a2cde28-b730-487b-8c95-20bfdab253ca on network a03d84d0-4188-403f-a4d9-b8ed9de732b3 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:30:33.295859 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Port 7a2cde28-b730-487b-8c95-20bfdab253ca on network a03d84d0-4188-403f-a4d9-b8ed9de732b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:30:33.296196 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Attempting to bind port 7a2cde28-b730-487b-8c95-20bfdab253ca on network a03d84d0-4188-403f-a4d9-b8ed9de732b3 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:30:33.307450 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:30:33.307815 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Checking segment: {'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:30:33.308231 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Bound using segment: {'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:30:33.308660 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Bound port: 7a2cde28-b730-487b-8c95-20bfdab253ca, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:30:33.309161 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (7a2cde28-b730-487b-8c95-20bfdab253ca), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:33.359271 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:33.382556 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] For port 7a2cde28-b730-487b-8c95-20bfdab253ca, host hv-cinder-84131, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:30:33.386084 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] For port 7a2cde28-b730-487b-8c95-20bfdab253ca, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=7a2cde28-b730-487b-8c95-20bfdab253ca,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:30:33.387424 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:33.395169 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (7a2cde28-b730-487b-8c95-20bfdab253ca), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:33.439925 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:33.440555 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:33.442712 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] 10.222.0.42 "PUT /v2.0/ports/7a2cde28-b730-487b-8c95-20bfdab253ca HTTP/1.1" status: 200 len: 1094 time: 0.7493229 Jul 27 15:30:33.443180 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8114946e-ea8e-4a5a-a622-f2a52620bfae', 'tag': '7a2cde28-b730-487b-8c95-20bfdab253ca'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:30:33.446476 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4170f310-ff5e-4ea2-844a-79b8964203a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8114946e-ea8e-4a5a-a622-f2a52620bfae", "tag": "7a2cde28-b730-487b-8c95-20bfdab253ca"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:30:33.466931 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42e1ab-d067-414c-bb98-7d8c25f00ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2cde28-b730-487b-8c95-20bfdab253ca,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:33.510439 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecff811-011d-494c-a187-5d730f8c01ee x-openstack-request-id: req-9ecff811-011d-494c-a187-5d730f8c01ee {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:30:33.510845 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8114946e-ea8e-4a5a-a622-f2a52620bfae", "tag": "7a2cde28-b730-487b-8c95-20bfdab253ca", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:30:33.512253 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ecff811-011d-494c-a187-5d730f8c01ee {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:30:33.512741 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ecff811-011d-494c-a187-5d730f8c01ee'] response: {'name': 'network-changed', 'server_uuid': '8114946e-ea8e-4a5a-a622-f2a52620bfae', 'tag': '7a2cde28-b730-487b-8c95-20bfdab253ca', 'status': 'completed', 'code': 200} Jul 27 15:30:33.560390 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-c3a9a8a4-eb63-4b49-bfc8-e89b94bf1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:33.561938 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-c3a9a8a4-eb63-4b49-bfc8-e89b94bf1201 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd186ce4ca4030b191309f43d43baa&device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 1128 time: 0.0442610 Jul 27 15:30:33.615459 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-07c7278f-9676-4842-a6b8-20b39257f88b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a2cde28-b730-487b-8c95-20bfdab253ca HTTP/1.1" status: 200 len: 217 time: 0.0435367 Jul 27 15:30:33.685858 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-4a08246d-835c-4e2f-9eb0-0240de4c393d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:33.687401 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-4a08246d-835c-4e2f-9eb0-0240de4c393d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=732f863c-5d62-47ba-8c31-618efdabdcdf HTTP/1.1" status: 200 len: 851 time: 0.0589786 Jul 27 15:30:33.840222 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864dd7a-a706-4c73-b7c5-5b4a4782a0e7 req-81450bce-b54c-4d8c-8640-225ffbb10aec tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:33.848269 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4864dd7a-a706-4c73-b7c5-5b4a4782a0e7 req-81450bce-b54c-4d8c-8640-225ffbb10aec tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 944 time: 0.0747211 Jul 27 15:30:33.875885 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-9fd9eb02-2eef-4ee7-aa91-6cc3100d1b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:33.876882 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-9fd9eb02-2eef-4ee7-aa91-6cc3100d1b8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a03d84d0-4188-403f-a4d9-b8ed9de732b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1779079 Jul 27 15:30:33.976048 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016444c-5c73-4187-b06a-20594304a95b req-4edcf5b2-9a1e-4f70-ac07-5d169ddc3258 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:33.979996 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7016444c-5c73-4187-b06a-20594304a95b req-4edcf5b2-9a1e-4f70-ac07-5d169ddc3258 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/networks?id=9a60c3e0-f70d-4bc1-b81b-251995c21fe7 HTTP/1.1" status: 200 len: 809 time: 0.1448274 Jul 27 15:30:33.982618 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4864dd7a-a706-4c73-b7c5-5b4a4782a0e7 req-987a27af-784f-472f-b452-679b70b3c8d0 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335022 Jul 27 15:30:34.002785 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7016444c-5c73-4187-b06a-20594304a95b req-b00b0957-2e2e-4766-bb42-9d1549bc4e22 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/quotas/8719c555ca834c738566a2cc7684e9eb HTTP/1.1" status: 200 len: 375 time: 0.0158987 Jul 27 15:30:34.058994 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-20b2e98b-ac32-43e7-88a8-7aa663e47e4e service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619380 Jul 27 15:30:34.076962 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7016444c-5c73-4187-b06a-20594304a95b req-edac61e2-24c6-4bf3-b8e7-674811021a76 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8719c555ca834c738566a2cc7684e9eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613906 Jul 27 15:30:34.089351 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:34.226452 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-582fe571-730c-4096-9b30-ea9aa599ba94 req-3fa8aa78-a9ed-4938-9084-503254a68017 service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594534 Jul 27 15:30:34.248418 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7016444c-5c73-4187-b06a-20594304a95b req-231c5f6e-9f79-47d9-b207-cd92ca714127 service neutron] 10.222.0.36 "GET /v2.0/networks/9a60c3e0-f70d-4bc1-b81b-251995c21fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701686 Jul 27 15:30:34.419136 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7016444c-5c73-4187-b06a-20594304a95b req-11fcc533-8a29-4245-abc7-06647c2537fb service neutron] 10.222.0.36 "GET /v2.0/networks/9a60c3e0-f70d-4bc1-b81b-251995c21fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630621 Jul 27 15:30:34.434541 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3e6db-84df-4e97-94a0-c32cf35052cc req-9192762d-5324-44bb-a143-edc7225edaf6 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:34.436239 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3ff3e6db-84df-4e97-94a0-c32cf35052cc req-9192762d-5324-44bb-a143-edc7225edaf6 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0776279 Jul 27 15:30:34.490822 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3ff3e6db-84df-4e97-94a0-c32cf35052cc req-dd87b8d4-2fae-4a84-8dbb-ec1a5a596c31 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470555 Jul 27 15:30:34.621937 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170f310-ff5e-4ea2-844a-79b8964203a2 req-29982bee-662a-4107-aad9-f8301fe6d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:34.623460 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4170f310-ff5e-4ea2-844a-79b8964203a2 req-29982bee-662a-4107-aad9-f8301fe6d7e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd186ce4ca4030b191309f43d43baa&device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 1128 time: 0.0783958 Jul 27 15:30:34.626379 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4ce8375f-156e-4f28-879f-620e6ba4cba9 req-84b5a9a7-545a-4397-8bdd-e96bbd85b75e tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 210 time: 0.0388455 Jul 27 15:30:34.734809 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170f310-ff5e-4ea2-844a-79b8964203a2 req-8acb684a-913e-4121-91cf-f43120eda10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:34.736467 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4170f310-ff5e-4ea2-844a-79b8964203a2 req-8acb684a-913e-4121-91cf-f43120eda10d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a03d84d0-4188-403f-a4d9-b8ed9de732b3 HTTP/1.1" status: 200 len: 913 time: 0.1001208 Jul 27 15:30:34.783310 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4170f310-ff5e-4ea2-844a-79b8964203a2 req-7b307b6c-41f0-45b2-95de-1a87b6cb8f8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a2cde28-b730-487b-8c95-20bfdab253ca HTTP/1.1" status: 200 len: 217 time: 0.0394311 Jul 27 15:30:34.837459 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170f310-ff5e-4ea2-844a-79b8964203a2 req-8d666a92-afd9-4d49-b538-3995f7495ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:34.839236 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4170f310-ff5e-4ea2-844a-79b8964203a2 req-8d666a92-afd9-4d49-b538-3995f7495ce6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=732f863c-5d62-47ba-8c31-618efdabdcdf HTTP/1.1" status: 200 len: 851 time: 0.0495589 Jul 27 15:30:34.888719 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170f310-ff5e-4ea2-844a-79b8964203a2 req-bd247b24-7d94-4daa-8dea-708c3869741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:34.890234 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4170f310-ff5e-4ea2-844a-79b8964203a2 req-bd247b24-7d94-4daa-8dea-708c3869741b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a03d84d0-4188-403f-a4d9-b8ed9de732b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428319 Jul 27 15:30:35.104366 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:35.117289 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a13231-c10e-40ea-b462-0b8789140b55 req-a129b0f2-7eca-404c-b261-63209c8d9f60 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:35.118767 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e8a13231-c10e-40ea-b462-0b8789140b55 req-a129b0f2-7eca-404c-b261-63209c8d9f60 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 944 time: 0.0519123 Jul 27 15:30:35.169441 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e8a13231-c10e-40ea-b462-0b8789140b55 req-185dcdad-4fd8-4b82-961c-bce0322b5284 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443294 Jul 27 15:30:35.619878 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490d2af-a3f4-4243-bcfc-2205d6cdf31b req-13f9b1dd-bb7b-4279-9f11-aadd38cfab62 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:35.621393 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3490d2af-a3f4-4243-bcfc-2205d6cdf31b req-13f9b1dd-bb7b-4279-9f11-aadd38cfab62 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0537326 Jul 27 15:30:35.670822 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3490d2af-a3f4-4243-bcfc-2205d6cdf31b req-4bd16cea-1e9d-46e5-abe3-32c6a338e13e tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435402 Jul 27 15:30:35.741152 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-573defa0-39e6-4ba9-8352-ab89e6ae51ce req-b495ee63-5b76-4c8c-aae4-df16b66577fa tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 210 time: 0.0283306 Jul 27 15:30:36.294813 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e111bd1-ad47-4256-89c2-fc2e786b8ba6 req-06132a37-c1c1-497d-b52f-7f8ad6be53fc tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:36.296334 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3e111bd1-ad47-4256-89c2-fc2e786b8ba6 req-06132a37-c1c1-497d-b52f-7f8ad6be53fc tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 944 time: 0.0489850 Jul 27 15:30:36.317345 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:36.348301 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3e111bd1-ad47-4256-89c2-fc2e786b8ba6 req-f771be5f-0931-4c0d-a45b-8c03ad483e60 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461905 Jul 27 15:30:36.479754 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:36.561389 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4170f310-ff5e-4ea2-844a-79b8964203a2 req-5ff9e0a5-0471-4ecd-8dc6-caff6273beaf service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990212 Jul 27 15:30:36.843621 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6762323-ee37-41d6-a191-599bb027f9de req-df65e721-7308-48cc-bee0-27f607b17994 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:36.845265 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f6762323-ee37-41d6-a191-599bb027f9de req-df65e721-7308-48cc-bee0-27f607b17994 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0902224 Jul 27 15:30:36.877346 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4f8ab32a-9ee7-47b9-89e3-d0c255b911fd req-6189a70c-5483-4748-af6b-8b664c3ca0f6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 210 time: 0.0457976 Jul 27 15:30:36.941358 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f6762323-ee37-41d6-a191-599bb027f9de req-25efbf03-0bcf-4cac-a99b-bc599898061d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864449 Jul 27 15:30:36.968297 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=73,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:36.970798 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:DELETE=2,neutron:SELECT=53,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:36.990789 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:37.522083 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd603f-3b25-44f1-8e14-bcdd720be5ae req-fbbe4f26-d518-44f6-af85-9047a7770c63 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:37.539513 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f1fd603f-3b25-44f1-8e14-bcdd720be5ae req-fbbe4f26-d518-44f6-af85-9047a7770c63 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 944 time: 0.0650022 Jul 27 15:30:37.616162 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4459056e-c930-43f6-9057-39e0c10fa2dd req-d28f1ea5-c0d0-406f-921d-c0f51c38efcc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547636 Jul 27 15:30:37.674844 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f1fd603f-3b25-44f1-8e14-bcdd720be5ae req-6b66ba46-0f1e-4773-9a45-165aca9a2776 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418324 Jul 27 15:30:37.703966 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4170f310-ff5e-4ea2-844a-79b8964203a2 req-6d2dfc34-0dfd-47ed-882e-01374272d534 service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117065 Jul 27 15:30:37.708869 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459056e-c930-43f6-9057-39e0c10fa2dd req-0091b8bb-e41c-44a1-84cc-56e31d15ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:37.710594 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4459056e-c930-43f6-9057-39e0c10fa2dd req-0091b8bb-e41c-44a1-84cc-56e31d15ea84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 1129 time: 0.0677602 Jul 27 15:30:37.851263 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459056e-c930-43f6-9057-39e0c10fa2dd req-92f25d78-5235-4698-b70e-d23ca157a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:37.858293 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4459056e-c930-43f6-9057-39e0c10fa2dd req-92f25d78-5235-4698-b70e-d23ca157a757 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 920 time: 0.1004286 Jul 27 15:30:37.974545 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fba3754d-cfb3-435e-afd1-79341e372328 req-90ba88ad-d9d3-4c27-a383-d4b1aecd5b9d tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 210 time: 0.0306308 Jul 27 15:30:38.067262 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17a455-845c-4bc6-b819-09d9ef7fd0b9 req-83387aec-628f-42cb-8b79-51061b42a793 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:38.071863 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fa17a455-845c-4bc6-b819-09d9ef7fd0b9 req-83387aec-628f-42cb-8b79-51061b42a793 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0476894 Jul 27 15:30:38.123471 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fa17a455-845c-4bc6-b819-09d9ef7fd0b9 req-b2575d7b-deed-479e-8d2d-7e3ea888c317 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487401 Jul 27 15:30:38.141949 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4459056e-c930-43f6-9057-39e0c10fa2dd req-c1d8fb02-6757-4915-8ab2-d843edfed0ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d43e69ee-e393-4930-9178-0cc2bbf003dd HTTP/1.1" status: 200 len: 217 time: 0.0418053 Jul 27 15:30:38.198296 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459056e-c930-43f6-9057-39e0c10fa2dd req-c81d0f47-eb64-433d-8ea3-a22b3d0e2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:38.200021 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4459056e-c930-43f6-9057-39e0c10fa2dd req-c81d0f47-eb64-433d-8ea3-a22b3d0e2ec7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.0487278 Jul 27 15:30:38.276909 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459056e-c930-43f6-9057-39e0c10fa2dd req-4d480313-bc05-474e-aa54-3dfb64b82a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:38.278874 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4459056e-c930-43f6-9057-39e0c10fa2dd req-4d480313-bc05-474e-aa54-3dfb64b82a61 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505424 Jul 27 15:30:38.363064 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016444c-5c73-4187-b06a-20594304a95b req-362d8539-8fbe-412b-adf8-3544ce831828 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:38.364581 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7016444c-5c73-4187-b06a-20594304a95b req-362d8539-8fbe-412b-adf8-3544ce831828 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.42 "GET /v2.0/networks?id=9a60c3e0-f70d-4bc1-b81b-251995c21fe7 HTTP/1.1" status: 200 len: 809 time: 0.1410706 Jul 27 15:30:38.386137 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-7016444c-5c73-4187-b06a-20594304a95b req-92f2f107-cc04-4d23-b266-fea5665c2209 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Request body: {'port': {'device_id': 'eefd188d-81bf-4a02-b710-0fb4058eda59', 'network_id': '9a60c3e0-f70d-4bc1-b81b-251995c21fe7', 'admin_state_up': True, 'tenant_id': '8719c555ca834c738566a2cc7684e9eb'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:30:38.388275 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4459056e-c930-43f6-9057-39e0c10fa2dd req-0c99c9e5-4c2c-411a-824f-fd9960491b7d service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002266 Jul 27 15:30:38.506755 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4459056e-c930-43f6-9057-39e0c10fa2dd req-08ddfa09-dac1-4870-b96a-aa295176cdf5 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086361 Jul 27 15:30:38.509583 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7016444c-5c73-4187-b06a-20594304a95b req-92f2f107-cc04-4d23-b266-fea5665c2209 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Made reservation on behalf of 8719c555ca834c738566a2cc7684e9eb for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:30:38.513241 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7016444c-5c73-4187-b06a-20594304a95b req-92f2f107-cc04-4d23-b266-fea5665c2209 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:38.656937 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-7016444c-5c73-4187-b06a-20594304a95b req-92f2f107-cc04-4d23-b266-fea5665c2209 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Allocated IP 172.20.0.12 (9a60c3e0-f70d-4bc1-b81b-251995c21fe7/886b0d4d-a244-424f-9de9-e69277570ad7/a58eaf95-fffb-4596-ab5a-5f2d6745f054) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:30:38.768517 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:38.789696 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3920eeb-2511-4a95-9996-90278c19c402 req-fda38739-019a-419b-8efe-4cacc103f9d3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:38.791182 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c3920eeb-2511-4a95-9996-90278c19c402 req-fda38739-019a-419b-8efe-4cacc103f9d3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 944 time: 0.0472519 Jul 27 15:30:38.814254 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7016444c-5c73-4187-b06a-20594304a95b req-92f2f107-cc04-4d23-b266-fea5665c2209 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Publish callbacks [] for port (a58eaf95-fffb-4596-ab5a-5f2d6745f054), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:38.822679 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:38.844538 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c3920eeb-2511-4a95-9996-90278c19c402 req-b18fbe7a-ca56-454f-a27c-ac57190bc13e tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477414 Jul 27 15:30:38.850684 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7016444c-5c73-4187-b06a-20594304a95b req-92f2f107-cc04-4d23-b266-fea5665c2209 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (a58eaf95-fffb-4596-ab5a-5f2d6745f054), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:38.854249 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:38.862530 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:38.902110 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7016444c-5c73-4187-b06a-20594304a95b req-92f2f107-cc04-4d23-b266-fea5665c2209 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Network 9a60c3e0-f70d-4bc1-b81b-251995c21fe7 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:30:38.905343 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-7016444c-5c73-4187-b06a-20594304a95b req-92f2f107-cc04-4d23-b266-fea5665c2209 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:30:38.908382 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-7016444c-5c73-4187-b06a-20594304a95b req-92f2f107-cc04-4d23-b266-fea5665c2209 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:30:38.913362 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016444c-5c73-4187-b06a-20594304a95b req-92f2f107-cc04-4d23-b266-fea5665c2209 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:38.913958 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7016444c-5c73-4187-b06a-20594304a95b req-92f2f107-cc04-4d23-b266-fea5665c2209 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:38.926268 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2f107-cc04-4d23-b266-fea5665c2209 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Pushing event updated for resources: {'Port': ['ID=a58eaf95-fffb-4596-ab5a-5f2d6745f054,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:38.937975 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7016444c-5c73-4187-b06a-20594304a95b req-92f2f107-cc04-4d23-b266-fea5665c2209 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5558281 Jul 27 15:30:38.964977 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Request body: {'port': {'device_id': 'eefd188d-81bf-4a02-b710-0fb4058eda59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:30:39.226434 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:39.246266 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fe630-b481-42b2-967a-45a402ef10c4 req-16bb1e8b-3e20-42f7-b380-1832f6a027f4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:39.248036 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5f7fe630-b481-42b2-967a-45a402ef10c4 req-16bb1e8b-3e20-42f7-b380-1832f6a027f4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0540004 Jul 27 15:30:39.305257 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5f7fe630-b481-42b2-967a-45a402ef10c4 req-0531d90a-1580-45c4-b6e5-5809d4e073a0 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504842 Jul 27 15:30:39.317260 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e887e5d-30ad-421b-9c3a-65803616d9de req-0a0af7fb-ca9b-44ce-b006-3172f8110cc1 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:39.319892 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6e887e5d-30ad-421b-9c3a-65803616d9de req-0a0af7fb-ca9b-44ce-b006-3172f8110cc1 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 932 time: 0.0770197 Jul 27 15:30:39.324527 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a58eaf95-fffb-4596-ab5a-5f2d6745f054), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:39.487557 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6e887e5d-30ad-421b-9c3a-65803616d9de req-96f04ccd-1761-4ac6-9080-8b4173129d13 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512146 Jul 27 15:30:39.649389 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58eaf95-fffb-4596-ab5a-5f2d6745f054 {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:30:39.657120 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Publish callbacks [] for port (a58eaf95-fffb-4596-ab5a-5f2d6745f054), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:39.670649 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Transition to ACTIVE for port object a58eaf95-fffb-4596-ab5a-5f2d6745f054 will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:30:39.674556 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (a58eaf95-fffb-4596-ab5a-5f2d6745f054), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:39.748780 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Pushing event updated for resources: {'Port': ['ID=a58eaf95-fffb-4596-ab5a-5f2d6745f054,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:39.763782 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Attempting to bind port a58eaf95-fffb-4596-ab5a-5f2d6745f054 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:30:39.764031 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Attempting to bind port a58eaf95-fffb-4596-ab5a-5f2d6745f054 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '22c7d608-ac5a-484f-81bf-f3c03d8012c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9a60c3e0-f70d-4bc1-b81b-251995c21fe7'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:30:39.764358 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Attempting to bind port a58eaf95-fffb-4596-ab5a-5f2d6745f054 on network 9a60c3e0-f70d-4bc1-b81b-251995c21fe7 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:30:39.769904 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Port a58eaf95-fffb-4596-ab5a-5f2d6745f054 on network 9a60c3e0-f70d-4bc1-b81b-251995c21fe7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:30:39.770217 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Attempting to bind port a58eaf95-fffb-4596-ab5a-5f2d6745f054 on network 9a60c3e0-f70d-4bc1-b81b-251995c21fe7 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:30:39.776589 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:30:39.776931 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Checking segment: {'id': '22c7d608-ac5a-484f-81bf-f3c03d8012c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9a60c3e0-f70d-4bc1-b81b-251995c21fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:30:39.777377 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Bound using segment: {'id': '22c7d608-ac5a-484f-81bf-f3c03d8012c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9a60c3e0-f70d-4bc1-b81b-251995c21fe7'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:30:39.777640 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:30:39.778849 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Bound port: a58eaf95-fffb-4596-ab5a-5f2d6745f054, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c7d608-ac5a-484f-81bf-f3c03d8012c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9a60c3e0-f70d-4bc1-b81b-251995c21fe7'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:30:39.779223 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a58eaf95-fffb-4596-ab5a-5f2d6745f054), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:39.854667 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] For port a58eaf95-fffb-4596-ab5a-5f2d6745f054, host hv-cinder-84131, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:30:39.857948 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] For port a58eaf95-fffb-4596-ab5a-5f2d6745f054, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a58eaf95-fffb-4596-ab5a-5f2d6745f054,segment=NetworkSegment(22c7d608-ac5a-484f-81bf-f3c03d8012c3),segment_id=22c7d608-ac5a-484f-81bf-f3c03d8012c3)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:30:39.865364 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (a58eaf95-fffb-4596-ab5a-5f2d6745f054), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:39.872847 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:39.901266 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:39.902138 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:39.903746 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7016444c-5c73-4187-b06a-20594304a95b req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] 10.222.0.42 "PUT /v2.0/ports/a58eaf95-fffb-4596-ab5a-5f2d6745f054 HTTP/1.1" status: 200 len: 1094 time: 0.9456356 Jul 27 15:30:39.920175 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefd188d-81bf-4a02-b710-0fb4058eda59', 'tag': 'a58eaf95-fffb-4596-ab5a-5f2d6745f054'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:30:39.922419 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1421c75a-bff6-41f7-8f2c-d10fbc88a63d" -d '{"events": [{"name": "network-changed", "server_uuid": "eefd188d-81bf-4a02-b710-0fb4058eda59", "tag": "a58eaf95-fffb-4596-ab5a-5f2d6745f054"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:30:39.973255 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:39.980548 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6f402-9624-459f-8fe1-a4d7d352ebae service neutron] Pushing event updated for resources: {'Port': ['ID=a58eaf95-fffb-4596-ab5a-5f2d6745f054,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:40.020898 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80357b-d297-48fe-b968-1ee85f7d554f req-9ccbceba-6449-40db-b34c-2c5d5b6b29f0 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:40.023506 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6c80357b-d297-48fe-b968-1ee85f7d554f req-9ccbceba-6449-40db-b34c-2c5d5b6b29f0 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 944 time: 0.0924082 Jul 27 15:30:40.032248 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddf955f-743b-4c7d-8c92-c066ae5f4430 x-openstack-request-id: req-1ddf955f-743b-4c7d-8c92-c066ae5f4430 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:30:40.032538 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eefd188d-81bf-4a02-b710-0fb4058eda59", "tag": "a58eaf95-fffb-4596-ab5a-5f2d6745f054", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:30:40.032790 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ddf955f-743b-4c7d-8c92-c066ae5f4430 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:30:40.033210 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ddf955f-743b-4c7d-8c92-c066ae5f4430'] response: {'name': 'network-changed', 'server_uuid': 'eefd188d-81bf-4a02-b710-0fb4058eda59', 'tag': 'a58eaf95-fffb-4596-ab5a-5f2d6745f054', 'status': 'completed', 'code': 200} Jul 27 15:30:40.091201 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6c80357b-d297-48fe-b968-1ee85f7d554f req-9fb66341-e92e-42d6-8eff-0ac9d6197e02 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597067 Jul 27 15:30:40.481752 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fafa0-eb29-402f-8af1-951d864ed5c4 req-7bf4665b-672f-4287-8001-3822e8139f56 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:40.483263 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fe3fafa0-eb29-402f-8af1-951d864ed5c4 req-7bf4665b-672f-4287-8001-3822e8139f56 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0850482 Jul 27 15:30:40.493005 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421c75a-bff6-41f7-8f2c-d10fbc88a63d req-bc4b8e6c-b64b-4b47-86fa-834f6f25d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:40.494421 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1421c75a-bff6-41f7-8f2c-d10fbc88a63d req-bc4b8e6c-b64b-4b47-86fa-834f6f25d5de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8719c555ca834c738566a2cc7684e9eb&device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 1128 time: 0.0616839 Jul 27 15:30:40.596658 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fe3fafa0-eb29-402f-8af1-951d864ed5c4 req-c91e2869-a823-4799-8b8e-6bb8188e413d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051397 Jul 27 15:30:40.637146 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2f8d5-0d96-44ae-a4fa-ebab31c48e11 req-0a71bd01-9676-42fb-8df1-70e3e685e8d0 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:40.638939 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-07a2f8d5-0d96-44ae-a4fa-ebab31c48e11 req-0a71bd01-9676-42fb-8df1-70e3e685e8d0 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 944 time: 0.0676713 Jul 27 15:30:40.642842 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421c75a-bff6-41f7-8f2c-d10fbc88a63d req-75f2f178-7552-4dc8-a2a8-1a416379d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:40.644330 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1421c75a-bff6-41f7-8f2c-d10fbc88a63d req-75f2f178-7552-4dc8-a2a8-1a416379d067 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8719c555ca834c738566a2cc7684e9eb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1369061 Jul 27 15:30:40.706995 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-07a2f8d5-0d96-44ae-a4fa-ebab31c48e11 req-f2fa86ef-6202-4e09-af01-79560b4d0ee4 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581412 Jul 27 15:30:40.774577 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421c75a-bff6-41f7-8f2c-d10fbc88a63d req-31209c67-d474-431c-b894-eb446ccc283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:40.775981 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1421c75a-bff6-41f7-8f2c-d10fbc88a63d req-31209c67-d474-431c-b894-eb446ccc283d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1187279 Jul 27 15:30:40.854253 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016444c-5c73-4187-b06a-20594304a95b req-d580d706-9e42-4f3c-8418-12af8b1d8e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:40.855719 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7016444c-5c73-4187-b06a-20594304a95b req-d580d706-9e42-4f3c-8418-12af8b1d8e0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8719c555ca834c738566a2cc7684e9eb&device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 1128 time: 0.0391452 Jul 27 15:30:40.903342 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7016444c-5c73-4187-b06a-20594304a95b req-b8ff4927-a28c-4533-9d5a-6841a86dc57d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a58eaf95-fffb-4596-ab5a-5f2d6745f054 HTTP/1.1" status: 200 len: 217 time: 0.0355046 Jul 27 15:30:40.953239 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016444c-5c73-4187-b06a-20594304a95b req-02f242a1-e3fb-470b-835c-9cd29d56a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:40.954660 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7016444c-5c73-4187-b06a-20594304a95b req-02f242a1-e3fb-470b-835c-9cd29d56a752 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=886b0d4d-a244-424f-9de9-e69277570ad7 HTTP/1.1" status: 200 len: 849 time: 0.0429547 Jul 27 15:30:40.990087 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7016444c-5c73-4187-b06a-20594304a95b req-4840eb3a-3837-4c7b-9f81-a04c3b7bb44b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9a60c3e0-f70d-4bc1-b81b-251995c21fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261598 Jul 27 15:30:41.092094 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7016444c-5c73-4187-b06a-20594304a95b req-79014aa9-e062-493d-9370-b563215e32e7 service neutron] 10.222.0.42 "GET /v2.0/networks/9a60c3e0-f70d-4bc1-b81b-251995c21fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873754 Jul 27 15:30:41.217399 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7016444c-5c73-4187-b06a-20594304a95b req-b6cedc13-6767-4024-bb1c-3b4b2fa5dbfd service neutron] 10.222.0.42 "GET /v2.0/networks/9a60c3e0-f70d-4bc1-b81b-251995c21fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177537 Jul 27 15:30:41.231916 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ceea2f-47e9-4e02-aa63-802a57ffc4bb req-c95b9c44-6062-46e1-8774-92a8a0956223 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:41.233425 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c0ceea2f-47e9-4e02-aa63-802a57ffc4bb req-c95b9c44-6062-46e1-8774-92a8a0956223 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 944 time: 0.0629053 Jul 27 15:30:41.288101 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c0ceea2f-47e9-4e02-aa63-802a57ffc4bb req-ccca4a97-16fa-4a3b-9b0d-e573a3b1412b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475309 Jul 27 15:30:41.717450 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac4daa-6768-4720-a8b3-345bb0f41ea3 req-9ab0ae6e-ac71-40da-9a5a-ec5941766138 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:41.719272 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d7ac4daa-6768-4720-a8b3-345bb0f41ea3 req-9ab0ae6e-ac71-40da-9a5a-ec5941766138 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0477014 Jul 27 15:30:41.768746 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d7ac4daa-6768-4720-a8b3-345bb0f41ea3 req-c8dd8310-7987-490e-bce8-45064143755a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441167 Jul 27 15:30:41.844064 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9ef56-cd27-4461-b050-a6f624fcd76d req-bb65524e-c50e-41c9-8da4-2c999f66495a tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:41.845649 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1be9ef56-cd27-4461-b050-a6f624fcd76d req-bb65524e-c50e-41c9-8da4-2c999f66495a tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 944 time: 0.0524402 Jul 27 15:30:41.895817 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1be9ef56-cd27-4461-b050-a6f624fcd76d req-f4b2d1b9-4b68-47fb-9254-9ab4b3e1ad4d tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439427 Jul 27 15:30:42.387443 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:42.403373 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b885f-db72-4a3c-90b7-db76eeadf044 req-dd6cb54d-0575-4a17-8a76-d677142aad41 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:42.404874 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c90b885f-db72-4a3c-90b7-db76eeadf044 req-dd6cb54d-0575-4a17-8a76-d677142aad41 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 944 time: 0.0471017 Jul 27 15:30:42.456625 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c90b885f-db72-4a3c-90b7-db76eeadf044 req-d6b1a09c-5eaa-4c83-ad00-2ffee8d7db0a tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456755 Jul 27 15:30:43.029771 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc31400-894f-4e62-913e-53d42955ed81 req-935c195f-0460-4a03-8207-16b9e42bdabc tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:43.031245 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1fc31400-894f-4e62-913e-53d42955ed81 req-935c195f-0460-4a03-8207-16b9e42bdabc tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 944 time: 0.0476243 Jul 27 15:30:43.032082 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26bd03-326c-4599-b324-a030f780dafc req-38aace98-5d2b-40df-b3e6-49095fb94406 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:43.033569 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4c26bd03-326c-4599-b324-a030f780dafc req-38aace98-5d2b-40df-b3e6-49095fb94406 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0528786 Jul 27 15:30:43.078165 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1fc31400-894f-4e62-913e-53d42955ed81 req-6a0184be-50b7-4b45-ab9c-90e14f9f89ef tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412412 Jul 27 15:30:43.082150 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4c26bd03-326c-4599-b324-a030f780dafc req-7e6c217f-b6c3-4dd7-ba87-c8f3be287865 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429473 Jul 27 15:30:43.579206 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8c9a2-33d2-4f08-85ab-a03a3ea2d7dd req-dcfcd05b-29c9-4223-8328-bdfc6a019040 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:43.580705 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-77c8c9a2-33d2-4f08-85ab-a03a3ea2d7dd req-dcfcd05b-29c9-4223-8328-bdfc6a019040 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 944 time: 0.0492377 Jul 27 15:30:43.636651 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-77c8c9a2-33d2-4f08-85ab-a03a3ea2d7dd req-19d3d924-826e-4be5-86c9-85dc2978aecd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489235 Jul 27 15:30:44.221505 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795743f0-8a51-4bd5-9b8d-55e2f6f2be15 req-6390e39d-d5d4-432d-b8ea-3cbd3ee172ef tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:44.223215 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-795743f0-8a51-4bd5-9b8d-55e2f6f2be15 req-6390e39d-d5d4-432d-b8ea-3cbd3ee172ef tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 944 time: 0.0555933 Jul 27 15:30:44.230347 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10954538-43a6-4954-ac4d-9b3d9ab0791e req-39295784-52f0-421a-b4db-13357163caf2 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:44.232069 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-10954538-43a6-4954-ac4d-9b3d9ab0791e req-39295784-52f0-421a-b4db-13357163caf2 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0634079 Jul 27 15:30:44.257755 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:44.276684 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-795743f0-8a51-4bd5-9b8d-55e2f6f2be15 req-43a34650-42e1-452f-9bc8-ce8364b1f675 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464144 Jul 27 15:30:44.292038 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-10954538-43a6-4954-ac4d-9b3d9ab0791e req-0680cb83-d16b-4984-9b3e-31324bae20ed tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530970 Jul 27 15:30:44.746107 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:44.757730 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032dba4-6b91-407e-8152-039c04c71dfc req-b21269bd-fd5f-4d7e-9627-a6e4f0f398d5 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:44.759176 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7032dba4-6b91-407e-8152-039c04c71dfc req-b21269bd-fd5f-4d7e-9627-a6e4f0f398d5 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 944 time: 0.0477767 Jul 27 15:30:44.810297 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7032dba4-6b91-407e-8152-039c04c71dfc req-f6bb14d4-9980-4ea4-8842-196beda197f1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455742 Jul 27 15:30:45.415740 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308c3b6-9a0c-466d-98cb-b83f12c5dc14 req-8e04c057-baf7-40db-bc71-2036f224d9b9 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:45.418140 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9308c3b6-9a0c-466d-98cb-b83f12c5dc14 req-8e04c057-baf7-40db-bc71-2036f224d9b9 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 944 time: 0.0610976 Jul 27 15:30:45.439293 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8699a4e-e82e-4c9f-94e4-59d6c73039fc req-1ceab561-308d-4ec3-b919-974420e4275f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:45.441661 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b8699a4e-e82e-4c9f-94e4-59d6c73039fc req-1ceab561-308d-4ec3-b919-974420e4275f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0677097 Jul 27 15:30:45.482033 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9308c3b6-9a0c-466d-98cb-b83f12c5dc14 req-ec1ba83e-e850-4587-bc2b-d52c48aa71c9 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568335 Jul 27 15:30:45.496879 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b8699a4e-e82e-4c9f-94e4-59d6c73039fc req-d480d633-c98a-4c94-aa5d-43c41adf72b3 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476623 Jul 27 15:30:45.934498 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10437abc-0d5c-4436-b53e-00ce67b99b4d req-ff0a136c-43b8-4687-8dab-c960a02b8f36 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:45.935929 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-10437abc-0d5c-4436-b53e-00ce67b99b4d req-ff0a136c-43b8-4687-8dab-c960a02b8f36 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 944 time: 0.0562298 Jul 27 15:30:45.985016 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-10437abc-0d5c-4436-b53e-00ce67b99b4d req-9440d7c4-c79f-4d73-8766-2f5338754e53 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435236 Jul 27 15:30:46.610757 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a75c7d-edd4-48cc-acdd-7cff2905b50d req-fd9c76ed-d421-4bd4-9653-9501292dcab5 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:46.611799 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df869ec7-37f7-4abc-8a6d-508d4ff687df req-ea3d627b-2dac-416b-ad04-636414f6d6f6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:46.612361 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-62a75c7d-edd4-48cc-acdd-7cff2905b50d req-fd9c76ed-d421-4bd4-9653-9501292dcab5 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0482419 Jul 27 15:30:46.615585 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-df869ec7-37f7-4abc-8a6d-508d4ff687df req-ea3d627b-2dac-416b-ad04-636414f6d6f6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 944 time: 0.0514736 Jul 27 15:30:46.653101 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:46.660727 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-df869ec7-37f7-4abc-8a6d-508d4ff687df req-490acd30-ed36-43cb-b36f-f8074d4d24cc tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419023 Jul 27 15:30:46.660883 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-62a75c7d-edd4-48cc-acdd-7cff2905b50d req-43987ffc-d281-4d5d-beee-0c128bd49119 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425038 Jul 27 15:30:46.994892 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:47.056254 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-96d5663e-50f3-4a12-9544-07f08833d849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:47.100451 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a342c-a064-4299-a0ed-56a89963cb2e req-7a0d0a9c-96ef-4b88-bc95-7042e4ad1160 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:47.101955 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-131a342c-a064-4299-a0ed-56a89963cb2e req-7a0d0a9c-96ef-4b88-bc95-7042e4ad1160 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 944 time: 0.0472205 Jul 27 15:30:47.153647 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-131a342c-a064-4299-a0ed-56a89963cb2e req-4417aedb-cc31-4947-bb69-666418c5d093 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462096 Jul 27 15:30:47.426938 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 7a2cde28-b730-487b-8c95-20bfdab253ca details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:30:47.646818 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 7a2cde28-b730-487b-8c95-20bfdab253ca, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=7a2cde28-b730-487b-8c95-20bfdab253ca,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:47.657596 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': '7a2cde28-b730-487b-8c95-20bfdab253ca', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'port_id': '7a2cde28-b730-487b-8c95-20bfdab253ca', 'mac_address': 'fa:16:3e:21:94:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:30:47.693241 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 7a2cde28-b730-487b-8c95-20bfdab253ca is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:30:47.693644 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (7a2cde28-b730-487b-8c95-20bfdab253ca), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:47.707521 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2cde28-b730-487b-8c95-20bfdab253ca {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:30:47.728639 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 7a2cde28-b730-487b-8c95-20bfdab253ca, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=7a2cde28-b730-487b-8c95-20bfdab253ca,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:47.733197 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (7a2cde28-b730-487b-8c95-20bfdab253ca), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:47.783946 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=7a2cde28-b730-487b-8c95-20bfdab253ca,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:47.792529 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:47.792898 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:47.793223 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:47.793562 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:47.793899 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:47.794317 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:47.794620 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:47.794971 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:47.795298 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:47.795621 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:47.795985 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:47.796150 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a82542-0b0e-436c-9b52-724512bc14fd req-a74be202-f4ad-407f-b89e-15844b26aedc tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:47.796615 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:47.796695 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:47.796955 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:47.797275 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:47.797669 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-72a82542-0b0e-436c-9b52-724512bc14fd req-a74be202-f4ad-407f-b89e-15844b26aedc tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 944 time: 0.0536602 Jul 27 15:30:47.801400 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c46bd-4891-4a19-822d-afa0ed0a94a8 req-efe72624-9914-4842-bf9b-20051d1e871d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:47.803266 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fb5c46bd-4891-4a19-822d-afa0ed0a94a8 req-efe72624-9914-4842-bf9b-20051d1e871d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0605414 Jul 27 15:30:47.852001 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fb5c46bd-4891-4a19-822d-afa0ed0a94a8 req-faf631c4-69da-43eb-8292-a068ec51fbda tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429101 Jul 27 15:30:47.852505 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-72a82542-0b0e-436c-9b52-724512bc14fd req-7c5b111a-ac00-4a3e-889c-3541d4ea2f0d tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435333 Jul 27 15:30:48.269932 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51ce8a-8721-437f-a013-1a343f6eeda1 req-b4cfa552-bd5f-402b-ac05-e507c441c37a tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:48.271311 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cd51ce8a-8721-437f-a013-1a343f6eeda1 req-b4cfa552-bd5f-402b-ac05-e507c441c37a tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 945 time: 0.0475173 Jul 27 15:30:48.321103 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cd51ce8a-8721-437f-a013-1a343f6eeda1 req-2676920f-1be7-449c-8dc0-011c323a6fae tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442343 Jul 27 15:30:48.870306 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['7a2cde28-b730-487b-8c95-20bfdab253ca'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:30:49.013351 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2006b3-a678-459c-a8b2-7c6c221a4b03 req-e2927ad3-2206-412e-9b9f-141bba1a1565 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:49.014835 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fb2006b3-a678-459c-a8b2-7c6c221a4b03 req-e2927ad3-2206-412e-9b9f-141bba1a1565 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0632637 Jul 27 15:30:49.062714 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a1411-8170-41fc-a295-2fc0040064c4 req-479775be-27ad-4069-b95e-085739ea509d tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:49.065836 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-230a1411-8170-41fc-a295-2fc0040064c4 req-479775be-27ad-4069-b95e-085739ea509d tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 944 time: 0.1076126 Jul 27 15:30:49.099460 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fb2006b3-a678-459c-a8b2-7c6c221a4b03 req-fbebea37-302b-4cb9-880b-ea4e7081ab0c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786269 Jul 27 15:30:49.133381 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-230a1411-8170-41fc-a295-2fc0040064c4 req-ff371feb-d671-4976-955b-77000fcaebde tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610361 Jul 27 15:30:49.278722 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-cc214c2c-4006-4be3-9efe-de05eef52219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:49.440122 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617f3bc-9530-40d0-89e3-6cea371dca6d req-16258cff-0578-4d60-8046-1fbbc1f17c30 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:49.441599 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c617f3bc-9530-40d0-89e3-6cea371dca6d req-16258cff-0578-4d60-8046-1fbbc1f17c30 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 945 time: 0.0509048 Jul 27 15:30:49.472610 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:49.491048 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c617f3bc-9530-40d0-89e3-6cea371dca6d req-746b8da3-9dfa-44ee-b89a-af5eed8d299a tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436802 Jul 27 15:30:49.771358 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:49.977298 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8150c7-38ef-4fef-9ac8-36e09698192a req-7fe01896-64cd-4f59-bb86-3b4af629cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:49.978799 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-be8150c7-38ef-4fef-9ac8-36e09698192a req-7fe01896-64cd-4f59-bb86-3b4af629cecb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 1129 time: 0.0474963 Jul 27 15:30:50.229229 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a912a48-e132-411a-bcf8-6f1dce20ffe6 req-2693bce8-3538-449b-bfc5-1a115635a35a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:50.230652 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7a912a48-e132-411a-bcf8-6f1dce20ffe6 req-2693bce8-3538-449b-bfc5-1a115635a35a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0518463 Jul 27 15:30:50.251270 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99942cb6-70b1-4503-bef2-4235cbbaeb55 req-4618dec2-737b-4142-b5b6-7b26abecda6d tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:50.253263 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-99942cb6-70b1-4503-bef2-4235cbbaeb55 req-4618dec2-737b-4142-b5b6-7b26abecda6d tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 944 time: 0.0475624 Jul 27 15:30:50.278698 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7a912a48-e132-411a-bcf8-6f1dce20ffe6 req-b7a52f83-6c40-4aea-a5ac-39abcdf8ed66 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423408 Jul 27 15:30:50.303678 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-99942cb6-70b1-4503-bef2-4235cbbaeb55 req-d6c0233b-f0b6-4103-bf97-90cc87f3d8d3 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448027 Jul 27 15:30:50.606268 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7e530-8877-40e0-9b61-02e58b56c508 req-27eb8675-7498-4be7-ab07-8527a9c4c615 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:50.607721 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4ed7e530-8877-40e0-9b61-02e58b56c508 req-27eb8675-7498-4be7-ab07-8527a9c4c615 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 945 time: 0.0480945 Jul 27 15:30:50.655696 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4ed7e530-8877-40e0-9b61-02e58b56c508 req-7ed0c2c5-aded-43e0-9d62-ace21850d3f6 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418475 Jul 27 15:30:50.788984 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-be8150c7-38ef-4fef-9ac8-36e09698192a req-3dd5b906-0356-493e-aa03-8bdc5fd0ef08 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399241 Jul 27 15:30:50.818348 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:51.396592 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f0655-ff89-4809-b07a-c6b0c40b833d req-637bafba-fa4b-4a1f-b9b4-af69e4579c79 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:51.398201 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1d9f0655-ff89-4809-b07a-c6b0c40b833d req-637bafba-fa4b-4a1f-b9b4-af69e4579c79 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0478411 Jul 27 15:30:51.424028 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd9dc5-096f-4a39-9bbb-942e9ae18544 req-e12ad114-185b-41ff-ab3c-cc2b739f5f43 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:51.425675 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-19dd9dc5-096f-4a39-9bbb-942e9ae18544 req-e12ad114-185b-41ff-ab3c-cc2b739f5f43 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 944 time: 0.0510654 Jul 27 15:30:51.445539 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1d9f0655-ff89-4809-b07a-c6b0c40b833d req-a63e0050-9326-418b-8dd3-f4c3436578b3 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415525 Jul 27 15:30:51.473211 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-19dd9dc5-096f-4a39-9bbb-942e9ae18544 req-57f4e4ec-19cc-4dc1-bfd9-a1a798fbe5de tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420735 Jul 27 15:30:51.775390 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933dc63-12f3-40fc-88f7-71ace8ac605e req-fd0f6d5a-eb2a-4756-9768-bb586655d2cb tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:51.776910 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2933dc63-12f3-40fc-88f7-71ace8ac605e req-fd0f6d5a-eb2a-4756-9768-bb586655d2cb tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 945 time: 0.0491083 Jul 27 15:30:51.831403 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2933dc63-12f3-40fc-88f7-71ace8ac605e req-02cc7770-1a95-41b2-90f6-6d97fbc881d8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459564 Jul 27 15:30:52.044253 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:52.237378 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:52.357974 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a58eaf95-fffb-4596-ab5a-5f2d6745f054 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:30:52.362752 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 7a2cde28-b730-487b-8c95-20bfdab253ca up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:30:52.457199 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port 7a2cde28-b730-487b-8c95-20bfdab253ca completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:30:52.466908 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port 7a2cde28-b730-487b-8c95-20bfdab253ca triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:30:52.467282 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (7a2cde28-b730-487b-8c95-20bfdab253ca), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:52.470780 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:52.494225 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:52.539421 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port a58eaf95-fffb-4596-ab5a-5f2d6745f054, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a58eaf95-fffb-4596-ab5a-5f2d6745f054,segment=NetworkSegment(22c7d608-ac5a-484f-81bf-f3c03d8012c3),segment_id=22c7d608-ac5a-484f-81bf-f3c03d8012c3)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:52.567985 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e82cde-75a8-4380-a3be-45c76e56a563 req-9017f5c6-17e2-4d1e-bafa-43a59f2f0ac4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:52.570347 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c0e82cde-75a8-4380-a3be-45c76e56a563 req-9017f5c6-17e2-4d1e-bafa-43a59f2f0ac4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0509708 Jul 27 15:30:52.574265 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': 'a58eaf95-fffb-4596-ab5a-5f2d6745f054', 'network_id': '9a60c3e0-f70d-4bc1-b81b-251995c21fe7', 'port_id': 'a58eaf95-fffb-4596-ab5a-5f2d6745f054', 'mac_address': 'fa:16:3e:da:e1:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886b0d4d-a244-424f-9de9-e69277570ad7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:30:52.605452 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf70839-ac36-4fa7-8702-aa6991b321b4 req-914cb12c-6093-41a0-80ac-cfd4b6604266 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:52.606479 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 7a2cde28-b730-487b-8c95-20bfdab253ca is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:30:52.606869 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (7a2cde28-b730-487b-8c95-20bfdab253ca), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:52.608041 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9bf70839-ac36-4fa7-8702-aa6991b321b4 req-914cb12c-6093-41a0-80ac-cfd4b6604266 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 944 time: 0.0563664 Jul 27 15:30:52.620250 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c0e82cde-75a8-4380-a3be-45c76e56a563 req-31d53806-bdf0-4a73-8eea-2a541a227af3 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438716 Jul 27 15:30:52.628803 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port a58eaf95-fffb-4596-ab5a-5f2d6745f054 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:30:52.629194 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a58eaf95-fffb-4596-ab5a-5f2d6745f054), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:52.650280 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8114946e-ea8e-4a5a-a622-f2a52620bfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2cde28-b730-487b-8c95-20bfdab253ca'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:30:52.652547 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61973fb-c164-4ea7-bce9-9e72e4717e77" -d '{"events": [{"server_uuid": "8114946e-ea8e-4a5a-a622-f2a52620bfae", "name": "network-vif-plugged", "status": "completed", "tag": "7a2cde28-b730-487b-8c95-20bfdab253ca"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:30:52.660155 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9bf70839-ac36-4fa7-8702-aa6991b321b4 req-d8449470-ae38-41c1-addb-19f43dc4b41f tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450816 Jul 27 15:30:52.664898 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58eaf95-fffb-4596-ab5a-5f2d6745f054 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:30:52.675749 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 7a2cde28-b730-487b-8c95-20bfdab253ca, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=7a2cde28-b730-487b-8c95-20bfdab253ca,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:52.687374 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (7a2cde28-b730-487b-8c95-20bfdab253ca), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:52.693668 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port a58eaf95-fffb-4596-ab5a-5f2d6745f054, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a58eaf95-fffb-4596-ab5a-5f2d6745f054,segment=NetworkSegment(22c7d608-ac5a-484f-81bf-f3c03d8012c3),segment_id=22c7d608-ac5a-484f-81bf-f3c03d8012c3)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:52.697377 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc85fcbc-9fa0-4718-aa2f-ef6bbd55934b x-openstack-request-id: req-cc85fcbc-9fa0-4718-aa2f-ef6bbd55934b {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:30:52.697665 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8114946e-ea8e-4a5a-a622-f2a52620bfae", "name": "network-vif-plugged", "status": "completed", "tag": "7a2cde28-b730-487b-8c95-20bfdab253ca", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:30:52.697916 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc85fcbc-9fa0-4718-aa2f-ef6bbd55934b {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:30:52.698313 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc85fcbc-9fa0-4718-aa2f-ef6bbd55934b'] response: {'server_uuid': '8114946e-ea8e-4a5a-a622-f2a52620bfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2cde28-b730-487b-8c95-20bfdab253ca', 'code': 200} Jul 27 15:30:52.714548 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (a58eaf95-fffb-4596-ab5a-5f2d6745f054), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:52.748793 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=7a2cde28-b730-487b-8c95-20bfdab253ca,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:52.801882 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=a58eaf95-fffb-4596-ab5a-5f2d6745f054,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:52.964327 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f79bda-b301-4364-bf61-b7e75ea1100d req-19fe977c-0770-414c-bd81-7cefc1c80c15 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:52.965857 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f5f79bda-b301-4364-bf61-b7e75ea1100d req-19fe977c-0770-414c-bd81-7cefc1c80c15 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 946 time: 0.0575328 Jul 27 15:30:53.019959 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f5f79bda-b301-4364-bf61-b7e75ea1100d req-067cf980-c571-4623-bf3e-6300c7e66de4 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470710 Jul 27 15:30:53.080311 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['a58eaf95-fffb-4596-ab5a-5f2d6745f054'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:30:53.712966 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86ff98-30d1-4eed-bd77-55fe8b89f3cd req-116ad0bc-e915-4f8d-8206-5cd404999f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:53.714524 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4e86ff98-30d1-4eed-bd77-55fe8b89f3cd req-116ad0bc-e915-4f8d-8206-5cd404999f0b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 1130 time: 0.0497928 Jul 27 15:30:53.742191 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:53.793998 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4e86ff98-30d1-4eed-bd77-55fe8b89f3cd req-7746ef6e-0a8c-4b8f-b2f8-499b0ae449e7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676513 Jul 27 15:30:53.927444 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebcec0-361c-40ef-ac9e-2b5654c946c5 req-a6f02ec2-156f-4ec5-8428-07e1097bee74 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:53.929540 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dbebcec0-361c-40ef-ac9e-2b5654c946c5 req-a6f02ec2-156f-4ec5-8428-07e1097bee74 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0542583 Jul 27 15:30:53.985591 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bb3a7-606f-4c4c-b167-1b5ec69efbc4 req-62c14b2c-3acd-4438-a0a7-1dfc5037b434 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:53.986344 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dbebcec0-361c-40ef-ac9e-2b5654c946c5 req-b507f689-1ce6-4ebb-9224-d9a4191eb56a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496030 Jul 27 15:30:53.987102 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c25bb3a7-606f-4c4c-b167-1b5ec69efbc4 req-62c14b2c-3acd-4438-a0a7-1dfc5037b434 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 945 time: 0.0553844 Jul 27 15:30:54.011057 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:54.043760 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c25bb3a7-606f-4c4c-b167-1b5ec69efbc4 req-8d31b9ef-e559-42ed-ac0b-bce06ffedd62 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503402 Jul 27 15:30:54.097653 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:54.120539 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39dbb4-883d-4300-bb3f-10c99d9d4172 req-708d86a0-9575-47cc-9eef-9de1270e0b67 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:54.124382 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ae39dbb4-883d-4300-bb3f-10c99d9d4172 req-708d86a0-9575-47cc-9eef-9de1270e0b67 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0622020 Jul 27 15:30:54.185379 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ae39dbb4-883d-4300-bb3f-10c99d9d4172 req-bdad357f-fd1c-4fe2-b98b-025577553da2 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497999 Jul 27 15:30:54.212585 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b972cab-3455-4426-9dba-d48649c51909 req-145e4aa5-0553-4d47-bef7-fc699b69ec2d tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:54.214233 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5b972cab-3455-4426-9dba-d48649c51909 req-145e4aa5-0553-4d47-bef7-fc699b69ec2d tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 946 time: 0.0523775 Jul 27 15:30:54.277336 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5b972cab-3455-4426-9dba-d48649c51909 req-01f6e04c-4244-41b4-95f1-e5ec04fde80d tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572348 Jul 27 15:30:54.354940 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a58eaf95-fffb-4596-ab5a-5f2d6745f054 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:30:54.402040 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port a58eaf95-fffb-4596-ab5a-5f2d6745f054 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:30:54.408100 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port a58eaf95-fffb-4596-ab5a-5f2d6745f054 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:30:54.408487 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (a58eaf95-fffb-4596-ab5a-5f2d6745f054), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:54.505363 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port a58eaf95-fffb-4596-ab5a-5f2d6745f054 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:30:54.506168 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a58eaf95-fffb-4596-ab5a-5f2d6745f054), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:54.545436 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port a58eaf95-fffb-4596-ab5a-5f2d6745f054, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a58eaf95-fffb-4596-ab5a-5f2d6745f054,segment=NetworkSegment(22c7d608-ac5a-484f-81bf-f3c03d8012c3),segment_id=22c7d608-ac5a-484f-81bf-f3c03d8012c3)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:30:54.551465 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (a58eaf95-fffb-4596-ab5a-5f2d6745f054), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:54.571485 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af9455-6c51-4b0f-8f7f-19817d542996 req-b05f25c0-b2cc-4f67-b918-a0b90d0cbd0b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:54.573240 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a8af9455-6c51-4b0f-8f7f-19817d542996 req-b05f25c0-b2cc-4f67-b918-a0b90d0cbd0b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0754642 Jul 27 15:30:54.607058 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:54.613580 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=a58eaf95-fffb-4596-ab5a-5f2d6745f054,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:54.635365 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a8af9455-6c51-4b0f-8f7f-19817d542996 req-a1cc32d6-f62c-4b57-9d98-7fad8cd55c1c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557766 Jul 27 15:30:54.699058 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefd188d-81bf-4a02-b710-0fb4058eda59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58eaf95-fffb-4596-ab5a-5f2d6745f054'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:30:54.701398 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d636c80-f819-4fbe-8033-cf68253e8de6" -d '{"events": [{"server_uuid": "eefd188d-81bf-4a02-b710-0fb4058eda59", "name": "network-vif-plugged", "status": "completed", "tag": "a58eaf95-fffb-4596-ab5a-5f2d6745f054"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:30:54.706864 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e5bbd-9d7e-4cde-87af-db8bf1b8ebd3 req-17e64898-38c1-4c61-aa23-28a96c35b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:54.708419 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-374e5bbd-9d7e-4cde-87af-db8bf1b8ebd3 req-17e64898-38c1-4c61-aa23-28a96c35b0af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 1129 time: 0.0414727 Jul 27 15:30:54.739175 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26806f2-4c9f-40e5-8544-8f13bd67ea8f x-openstack-request-id: req-d26806f2-4c9f-40e5-8544-8f13bd67ea8f {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:30:54.739511 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefd188d-81bf-4a02-b710-0fb4058eda59", "name": "network-vif-plugged", "status": "completed", "tag": "a58eaf95-fffb-4596-ab5a-5f2d6745f054", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:30:54.739769 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d26806f2-4c9f-40e5-8544-8f13bd67ea8f {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:30:54.740194 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26806f2-4c9f-40e5-8544-8f13bd67ea8f'] response: {'server_uuid': 'eefd188d-81bf-4a02-b710-0fb4058eda59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58eaf95-fffb-4596-ab5a-5f2d6745f054', 'code': 200} Jul 27 15:30:54.843486 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e5bbd-9d7e-4cde-87af-db8bf1b8ebd3 req-3f707bf8-8724-4f66-bb65-d6b825af1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:54.845090 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-374e5bbd-9d7e-4cde-87af-db8bf1b8ebd3 req-3f707bf8-8724-4f66-bb65-d6b825af1e67 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 920 time: 0.1017272 Jul 27 15:30:54.938733 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-374e5bbd-9d7e-4cde-87af-db8bf1b8ebd3 req-a85b3a69-dfd5-49b7-8547-ee3e0cb4cb26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3810c698-7926-46e1-9f80-aa481b319cbb HTTP/1.1" status: 200 len: 217 time: 0.0399346 Jul 27 15:30:55.172325 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f8c9f-87f4-4a31-996b-88240b4d25b3 req-03e0836b-cd50-4080-a9f5-ed064e9a8d85 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:55.173893 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0b1f8c9f-87f4-4a31-996b-88240b4d25b3 req-03e0836b-cd50-4080-a9f5-ed064e9a8d85 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 946 time: 0.0483205 Jul 27 15:30:55.227586 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0b1f8c9f-87f4-4a31-996b-88240b4d25b3 req-649a450e-4d76-4d39-a603-03f2463c9cd3 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465121 Jul 27 15:30:55.324673 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffabdb-b54f-43ad-8d42-6de5994cbac9 req-1c2e91da-2af9-4e3a-ae61-94d45f58cc73 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:55.326137 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-29ffabdb-b54f-43ad-8d42-6de5994cbac9 req-1c2e91da-2af9-4e3a-ae61-94d45f58cc73 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0470054 Jul 27 15:30:55.376722 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-29ffabdb-b54f-43ad-8d42-6de5994cbac9 req-e566eeee-8eeb-4824-b9b3-4f934932e425 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440521 Jul 27 15:30:55.411230 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ad07e-817d-437d-9be4-a94180ded544 req-eb1f03f7-b78e-4556-8cef-a2bfaaa39090 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:55.412728 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c57ad07e-817d-437d-9be4-a94180ded544 req-eb1f03f7-b78e-4556-8cef-a2bfaaa39090 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 946 time: 0.0477915 Jul 27 15:30:55.485557 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36a966-52d3-45dd-9c89-ab99b70dedd8 req-2b5fa533-4a4a-4946-b496-f7897f48a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:55.486628 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0e36a966-52d3-45dd-9c89-ab99b70dedd8 req-2b5fa533-4a4a-4946-b496-f7897f48a103 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 1130 time: 0.0396872 Jul 27 15:30:55.488917 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c57ad07e-817d-437d-9be4-a94180ded544 req-d6e22e24-2e1e-4749-a22f-824b84c88000 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706317 Jul 27 15:30:55.504430 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e5bbd-9d7e-4cde-87af-db8bf1b8ebd3 req-f720f254-48a3-4982-baac-b9acd983503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:55.505878 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-374e5bbd-9d7e-4cde-87af-db8bf1b8ebd3 req-f720f254-48a3-4982-baac-b9acd983503d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.0579269 Jul 27 15:30:55.569333 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e5bbd-9d7e-4cde-87af-db8bf1b8ebd3 req-52329e88-ec5e-443a-a319-743ccdd7ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:55.571408 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-374e5bbd-9d7e-4cde-87af-db8bf1b8ebd3 req-52329e88-ec5e-443a-a319-743ccdd7ac1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484769 Jul 27 15:30:55.577534 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0e36a966-52d3-45dd-9c89-ab99b70dedd8 req-7d3d99aa-24f7-4656-912b-ea813ebbb8ea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554521 Jul 27 15:30:55.772789 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e084f-cc31-475c-aafe-b704d68a3d86 req-707ca702-7727-442f-85b6-22c400673120 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:55.774442 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b62e084f-cc31-475c-aafe-b704d68a3d86 req-707ca702-7727-442f-85b6-22c400673120 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0501435 Jul 27 15:30:55.868755 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 42208) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:55.885668 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b62e084f-cc31-475c-aafe-b704d68a3d86 req-2c640e29-462d-4519-b99e-461a23a86eb4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049614 Jul 27 15:30:55.888281 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-374e5bbd-9d7e-4cde-87af-db8bf1b8ebd3 req-43b18642-a58f-4020-b425-0a9eb2993a1d service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058092 Jul 27 15:30:55.996011 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-374e5bbd-9d7e-4cde-87af-db8bf1b8ebd3 req-fc6446ba-2b8a-4279-9872-5aeeac3895e6 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969591 Jul 27 15:30:56.007257 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:56.021935 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:56.088783 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Publish callbacks [] for security_group (1636c72c-6ef2-4084-8058-63fca74be4d9), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:56.095805 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (1636c72c-6ef2-4084-8058-63fca74be4d9), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:56.136829 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=382fa28f646949f0a53a537dd3a072a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667034 Jul 27 15:30:56.137685 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1636c72c-6ef2-4084-8058-63fca74be4d9,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:56.139539 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 42214) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:56.145455 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:56.145809 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:56.146155 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:56.146498 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:56.146835 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:56.147182 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:56.147509 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:56.147873 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:56.148190 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:56.148631 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:56.149257 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:56.149832 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:56.150230 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:56.150561 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:56.150891 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716319f2-9516-4f96-bcac-c861468248de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:30:56.189310 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1ab3b9e0-f491-460a-9183-bf857b8e2ffd admin admin] Publish callbacks [] for security_group (1636c72c-6ef2-4084-8058-63fca74be4d9), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:56.210761 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1ab3b9e0-f491-460a-9183-bf857b8e2ffd admin admin] Publish callbacks [] for security_group (1636c72c-6ef2-4084-8058-63fca74be4d9), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:56.216470 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:56.225184 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:56.259795 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1ab3b9e0-f491-460a-9183-bf857b8e2ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (1636c72c-6ef2-4084-8058-63fca74be4d9), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:56.262364 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1ab3b9e0-f491-460a-9183-bf857b8e2ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:56.263641 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-1ab3b9e0-f491-460a-9183-bf857b8e2ffd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1636c72c-6ef2-4084-8058-63fca74be4d9 HTTP/1.1" status: 204 len: 168 time: 0.1230874 Jul 27 15:30:56.274532 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3b9e0-f491-460a-9183-bf857b8e2ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1636c72c-6ef2-4084-8058-63fca74be4d9,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:56.356173 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61746ca3-ef05-4fe8-b5cd-fa0620b24a70 req-e1564bd6-dc19-4255-89cf-ee35b531e6cf tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:56.357698 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-61746ca3-ef05-4fe8-b5cd-fa0620b24a70 req-e1564bd6-dc19-4255-89cf-ee35b531e6cf tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 946 time: 0.0478640 Jul 27 15:30:56.408938 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-61746ca3-ef05-4fe8-b5cd-fa0620b24a70 req-b7a91278-aec2-4995-a54f-e59be37648b0 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448234 Jul 27 15:30:56.508180 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a27e6c-9520-473e-a5ad-c71a6df770a4 req-aaddb541-b8d7-42b5-a48a-084a5c467a33 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:56.510438 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b7a27e6c-9520-473e-a5ad-c71a6df770a4 req-aaddb541-b8d7-42b5-a48a-084a5c467a33 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0513744 Jul 27 15:30:56.567565 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b7a27e6c-9520-473e-a5ad-c71a6df770a4 req-45ed2b2c-d51b-4639-932e-68234609dd59 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512676 Jul 27 15:30:56.610129 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873e23d-1d58-48c3-97ed-2d2fd922c9e1 req-f45b663c-cfe0-407b-bbe2-5d5dc0c44410 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:56.611729 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f873e23d-1d58-48c3-97ed-2d2fd922c9e1 req-f45b663c-cfe0-407b-bbe2-5d5dc0c44410 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 946 time: 0.0493581 Jul 27 15:30:56.663533 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f873e23d-1d58-48c3-97ed-2d2fd922c9e1 req-b4743ae2-fcaf-4241-8225-7d17c2b2f571 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455887 Jul 27 15:30:56.785205 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467bb6d-4878-4f65-bc7a-9de7f2af90c9 req-930b00cd-8d33-48d4-90a9-200cf3e1eee1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:56.788024 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b467bb6d-4878-4f65-bc7a-9de7f2af90c9 req-930b00cd-8d33-48d4-90a9-200cf3e1eee1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 946 time: 0.0502942 Jul 27 15:30:56.846578 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b467bb6d-4878-4f65-bc7a-9de7f2af90c9 req-5f2af085-edde-44d0-abff-695d4695c43c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541239 Jul 27 15:30:56.881040 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 42244) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:57.011586 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdd4be-f4fb-4004-bfa2-bff317b9d7b9 req-0b468c94-9ee5-4d51-9dee-3f7889646ef2 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:57.018307 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-85cdd4be-f4fb-4004-bfa2-bff317b9d7b9 req-0b468c94-9ee5-4d51-9dee-3f7889646ef2 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0570621 Jul 27 15:30:57.071668 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-85cdd4be-f4fb-4004-bfa2-bff317b9d7b9 req-55b14b02-85ad-4fb0-b0b3-aa825a3904fe tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517416 Jul 27 15:30:57.157274 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a10aae-b64a-48ab-a502-085e277552d2 tempest-TestVolumeBootPattern-369566900 tempest-TestVolumeBootPattern-369566900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:57.161922 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 42260) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:30:57.162075 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-88a10aae-b64a-48ab-a502-085e277552d2 tempest-TestVolumeBootPattern-369566900 tempest-TestVolumeBootPattern-369566900-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 1125 time: 0.2799690 Jul 27 15:30:57.168263 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Request body: {'floatingip': {'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'port_id': '7a2cde28-b730-487b-8c95-20bfdab253ca', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:30:57.194901 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:57.328939 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:57.460734 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Allocated IP 172.27.1.32 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/aa3f6296-241d-40dc-ab60-6f7b406989b3) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:30:57.559776 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8800408-a168-4e85-b49f-f3041f799382 req-95b5ecdf-0bd2-4277-a6d9-c7006d0ad6b1 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:57.561254 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d8800408-a168-4e85-b49f-f3041f799382 req-95b5ecdf-0bd2-4277-a6d9-c7006d0ad6b1 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 946 time: 0.0533903 Jul 27 15:30:57.579488 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for port (aa3f6296-241d-40dc-ab60-6f7b406989b3), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:57.611448 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d8800408-a168-4e85-b49f-f3041f799382 req-4a0ccc8b-8f22-4e4c-a4f0-fbd43217db16 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434527 Jul 27 15:30:57.615398 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (aa3f6296-241d-40dc-ab60-6f7b406989b3), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:57.656161 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:57.658180 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:30:57.667375 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:30:57.672402 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:30:57.687231 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event updated for resources: {'Port': ['ID=aa3f6296-241d-40dc-ab60-6f7b406989b3,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:57.767897 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553335d-afd0-4476-a84f-a518a4313965 req-3c61a1b0-b616-4932-999f-6ccef01f024a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:57.769614 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f553335d-afd0-4476-a84f-a518a4313965 req-3c61a1b0-b616-4932-999f-6ccef01f024a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.1034300 Jul 27 15:30:57.843375 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:57.880622 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f553335d-afd0-4476-a84f-a518a4313965 req-06015772-0941-4cc4-a24f-4739dbba0c4f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036487 Jul 27 15:30:58.090281 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for floatingip (9e77d7d7-fe54-4b79-93ee-1dd5dd05da0f), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:58.164961 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (aa3f6296-241d-40dc-ab60-6f7b406989b3), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:58.214195 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebccc6-5ba3-44d8-a5fd-80baa3877571 req-70f3dd8b-7e62-4fe8-bbfd-ab41da63d76b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:58.224020 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9bebccc6-5ba3-44d8-a5fd-80baa3877571 req-70f3dd8b-7e62-4fe8-bbfd-ab41da63d76b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0842600 Jul 27 15:30:58.276379 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9bebccc6-5ba3-44d8-a5fd-80baa3877571 req-ade2d9bb-9947-4de7-9ea6-66ceb94623c3 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511224 Jul 27 15:30:58.333327 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for port (aa3f6296-241d-40dc-ab60-6f7b406989b3), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:58.347548 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (aa3f6296-241d-40dc-ab60-6f7b406989b3), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:58.403803 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (9e77d7d7-fe54-4b79-93ee-1dd5dd05da0f), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:58.447876 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event updated for resources: {'Port': ['ID=aa3f6296-241d-40dc-ab60-6f7b406989b3,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:30:58.458201 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac933668-e60b-4f5e-b2ca-9ebc376dc37f req-13dc38d2-5284-4e02-9cac-9ab619d9ea5d tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:58.459692 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ac933668-e60b-4f5e-b2ca-9ebc376dc37f req-13dc38d2-5284-4e02-9cac-9ab619d9ea5d tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 946 time: 0.1220217 Jul 27 15:30:58.469570 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:58.555590 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ac933668-e60b-4f5e-b2ca-9ebc376dc37f req-679d84c0-4f2c-423b-9aec-6cc0b5a720f8 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888345 Jul 27 15:30:58.558257 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Floating IP 9e77d7d7-fe54-4b79-93ee-1dd5dd05da0f associated. External IP: 172.27.1.32, port: 7a2cde28-b730-487b-8c95-20bfdab253ca. Jul 27 15:30:59.006241 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164da90a-6a64-4f17-ab8d-74e2d310fa1a req-50391be4-c7b9-46b6-9c03-b735824c9e13 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:59.007710 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-164da90a-6a64-4f17-ab8d-74e2d310fa1a req-50391be4-c7b9-46b6-9c03-b735824c9e13 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0468137 Jul 27 15:30:59.025941 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:59.027314 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Router 03772c83-407b-4810-9990-a9bb0d45ec7f has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:30:59.055374 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-164da90a-6a64-4f17-ab8d-74e2d310fa1a req-749f6628-544e-4e5e-ad9a-98b8655169c9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420017 Jul 27 15:30:59.130152 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:30:59.139696 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131babad-39c9-47e3-ab6d-a8f29219123d None None] Sync routers for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:30:59.141361 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:59.148386 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:30:59.149800 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131babad-39c9-47e3-ab6d-a8f29219123d None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:30:59.150427 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-131babad-39c9-47e3-ab6d-a8f29219123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:30:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:59.185266 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9dfe6ea8-9151-43dc-8e61-44f69742c8e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0189605 Jul 27 15:30:59.185266 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8114946e-ea8e-4a5a-a622-f2a52620bfae', 'tag': '7a2cde28-b730-487b-8c95-20bfdab253ca'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:30:59.186091 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbcd133-0e20-4d07-bbe8-e3fca5df0988" -d '{"events": [{"name": "network-changed", "server_uuid": "8114946e-ea8e-4a5a-a622-f2a52620bfae", "tag": "7a2cde28-b730-487b-8c95-20bfdab253ca"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:30:59.230372 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aab05b-84a1-42ea-9d4d-8759a77756aa x-openstack-request-id: req-68aab05b-84a1-42ea-9d4d-8759a77756aa {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:30:59.230661 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8114946e-ea8e-4a5a-a622-f2a52620bfae", "tag": "7a2cde28-b730-487b-8c95-20bfdab253ca", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:30:59.230923 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68aab05b-84a1-42ea-9d4d-8759a77756aa {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:30:59.231396 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68aab05b-84a1-42ea-9d4d-8759a77756aa'] response: {'name': 'network-changed', 'server_uuid': '8114946e-ea8e-4a5a-a622-f2a52620bfae', 'tag': '7a2cde28-b730-487b-8c95-20bfdab253ca', 'status': 'completed', 'code': 200} Jul 27 15:30:59.243503 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:30:59.257149 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-131babad-39c9-47e3-ab6d-a8f29219123d None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:30:59.396217 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb58374-3508-423c-ad22-f3f02789c036 req-d989d1f4-a71a-4e8d-98b3-da42aed14ddb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:59.397803 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6eb58374-3508-423c-ad22-f3f02789c036 req-d989d1f4-a71a-4e8d-98b3-da42aed14ddb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0475705 Jul 27 15:30:59.454277 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6eb58374-3508-423c-ad22-f3f02789c036 req-33c15d8b-215c-4e0c-83b6-1f7ecaedd7b7 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505466 Jul 27 15:30:59.472811 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-131babad-39c9-47e3-ab6d-a8f29219123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '9e77d7d7-fe54-4b79-93ee-1dd5dd05da0f', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'port_id': '7a2cde28-b730-487b-8c95-20bfdab253ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'mac_address': 'fa:16:3e:21:94:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8114946e-ea8e-4a5a-a622-f2a52620bfae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:30:57Z', 'updated_at': '2022-07-27T15:30:57Z', 'revision_number': 0, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:59.501487 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131babad-39c9-47e3-ab6d-a8f29219123d None None] Checking router: 03772c83-407b-4810-9990-a9bb0d45ec7f for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:30:59.509900 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131babad-39c9-47e3-ab6d-a8f29219123d None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:30:59.510502 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-131babad-39c9-47e3-ab6d-a8f29219123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:30:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:59.620103 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-131babad-39c9-47e3-ab6d-a8f29219123d None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:30:59.694703 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f5814-71a4-4b6a-950a-31ddae8e818d req-d6fe202e-ce80-4d45-9c8e-28a0d172cd65 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:30:59.696268 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b52f5814-71a4-4b6a-950a-31ddae8e818d req-d6fe202e-ce80-4d45-9c8e-28a0d172cd65 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 946 time: 0.0583062 Jul 27 15:30:59.780604 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b52f5814-71a4-4b6a-950a-31ddae8e818d req-10ac7a0f-99cc-471f-af7d-b226afb33e0f tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671966 Jul 27 15:30:59.886723 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-131babad-39c9-47e3-ab6d-a8f29219123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '9e77d7d7-fe54-4b79-93ee-1dd5dd05da0f', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'port_id': '7a2cde28-b730-487b-8c95-20bfdab253ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'mac_address': 'fa:16:3e:21:94:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8114946e-ea8e-4a5a-a622-f2a52620bfae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:30:57Z', 'updated_at': '2022-07-27T15:30:57Z', 'revision_number': 0, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:30:59.912305 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131babad-39c9-47e3-ab6d-a8f29219123d None None] The sync data for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi is: [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '9e77d7d7-fe54-4b79-93ee-1dd5dd05da0f', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'port_id': '7a2cde28-b730-487b-8c95-20bfdab253ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'mac_address': 'fa:16:3e:21:94:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8114946e-ea8e-4a5a-a622-f2a52620bfae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:30:57Z', 'updated_at': '2022-07-27T15:30:57Z', 'revision_number': 0, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:31:00.097896 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7717919-3595-4ebe-8d76-a687efc2db91 None None] New status for floating IP 9e77d7d7-fe54-4b79-93ee-1dd5dd05da0f: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:31:00.178867 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9bc28-ad03-4029-9564-8de71800677c req-dcfcf905-6714-4f5a-abb2-5f76dd2a83a0 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:00.180380 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cfc9bc28-ad03-4029-9564-8de71800677c req-dcfcf905-6714-4f5a-abb2-5f76dd2a83a0 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0457771 Jul 27 15:31:00.227744 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cfc9bc28-ad03-4029-9564-8de71800677c req-cd7e64f6-4d57-49f8-adfa-6061a40a991b tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416510 Jul 27 15:31:00.899942 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd8f5c-fc5e-477c-9d38-e05ce1e63c71 req-4defcfef-8a2b-4d39-9347-3ee59e8eca29 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:00.901379 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-88dd8f5c-fc5e-477c-9d38-e05ce1e63c71 req-4defcfef-8a2b-4d39-9347-3ee59e8eca29 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 946 time: 0.0463440 Jul 27 15:31:00.950732 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-88dd8f5c-fc5e-477c-9d38-e05ce1e63c71 req-2b3725ed-3c02-4799-8448-e5f121d72ab8 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439157 Jul 27 15:31:01.350534 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c8c1-d464-4fd6-a8e1-a2ff481c0594 req-6638d420-b4b4-459b-8cca-9379fde7ad39 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:01.351978 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4c44c8c1-d464-4fd6-a8e1-a2ff481c0594 req-6638d420-b4b4-459b-8cca-9379fde7ad39 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0466392 Jul 27 15:31:01.382799 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:01.399166 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4c44c8c1-d464-4fd6-a8e1-a2ff481c0594 req-18e9c47e-163c-4b2f-82cf-0b8c7db106d4 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417268 Jul 27 15:31:02.070391 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c28d41-2c7f-4e91-b303-54e914a67664 req-6cc44f5a-0f46-444a-9e12-620702ef3c39 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:02.071949 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b6c28d41-2c7f-4e91-b303-54e914a67664 req-6cc44f5a-0f46-444a-9e12-620702ef3c39 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 946 time: 0.0480778 Jul 27 15:31:02.123304 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b6c28d41-2c7f-4e91-b303-54e914a67664 req-e78a12d2-319a-44b8-a87f-ad15b1fa021f tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450623 Jul 27 15:31:02.523561 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11996e-6155-4b18-a4c4-0a32d6de0081 req-14c57584-f997-49e1-8338-98e08c8f0b76 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:02.525032 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9c11996e-6155-4b18-a4c4-0a32d6de0081 req-14c57584-f997-49e1-8338-98e08c8f0b76 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0504971 Jul 27 15:31:02.570798 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9c11996e-6155-4b18-a4c4-0a32d6de0081 req-41996227-e10c-42f1-951f-22019621bd95 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402753 Jul 27 15:31:03.242594 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903257f6-846e-4622-aeaa-8fa4740fcc4e req-5f41a474-4f70-4bc9-b2ac-ff553401352a tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:03.244140 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-903257f6-846e-4622-aeaa-8fa4740fcc4e req-5f41a474-4f70-4bc9-b2ac-ff553401352a tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 946 time: 0.0477717 Jul 27 15:31:03.292722 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-903257f6-846e-4622-aeaa-8fa4740fcc4e req-bafdd8ff-6da8-4d4d-9213-c2fcde01753b tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430672 Jul 27 15:31:03.697710 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d75ae-88c3-4366-bf8e-3b9af2a90695 req-4458b0eb-decc-4113-8bfb-f62e3b875e42 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:03.699147 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-386d75ae-88c3-4366-bf8e-3b9af2a90695 req-4458b0eb-decc-4113-8bfb-f62e3b875e42 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0469122 Jul 27 15:31:03.745762 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-386d75ae-88c3-4366-bf8e-3b9af2a90695 req-247d471a-5948-48ee-b789-c497d1f3937f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410659 Jul 27 15:31:04.412249 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077e16b-ef9a-4c6a-a849-dcd8928609b1 req-d9d8e2d6-d790-496d-8ee6-bebd9ef520a0 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:04.413607 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e077e16b-ef9a-4c6a-a849-dcd8928609b1 req-d9d8e2d6-d790-496d-8ee6-bebd9ef520a0 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 946 time: 0.0500662 Jul 27 15:31:04.460609 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e077e16b-ef9a-4c6a-a849-dcd8928609b1 req-2aa08f87-64dc-4c32-b33d-82a2291d7451 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415988 Jul 27 15:31:04.872004 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fff6a-ad7d-4233-b959-7b8319c695a5 req-c4a90a49-7bfe-4de5-80bd-588957b72dc7 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:04.873439 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5f2fff6a-ad7d-4233-b959-7b8319c695a5 req-c4a90a49-7bfe-4de5-80bd-588957b72dc7 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0501676 Jul 27 15:31:04.922220 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5f2fff6a-ad7d-4233-b959-7b8319c695a5 req-10e209df-4a06-40e1-ad4b-7a05cb6ed655 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431278 Jul 27 15:31:05.184083 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcd133-0e20-4d07-bbe8-e3fca5df0988 req-242ff012-0fbe-4bdd-938b-4d03268c7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:05.185598 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0bbcd133-0e20-4d07-bbe8-e3fca5df0988 req-242ff012-0fbe-4bdd-938b-4d03268c7316 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd186ce4ca4030b191309f43d43baa&device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 1130 time: 0.0409133 Jul 27 15:31:05.214213 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:05.306655 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcd133-0e20-4d07-bbe8-e3fca5df0988 req-b6c9d43a-eaff-4c49-8d40-a1c5c3e03314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:05.308308 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0bbcd133-0e20-4d07-bbe8-e3fca5df0988 req-b6c9d43a-eaff-4c49-8d40-a1c5c3e03314 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a03d84d0-4188-403f-a4d9-b8ed9de732b3 HTTP/1.1" status: 200 len: 913 time: 0.1030867 Jul 27 15:31:05.579623 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6b5c5-87d1-4d8f-8283-adefbc1075d8 req-55bc0985-d028-4d26-8d2e-9065d0a9b433 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:05.581736 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-45b6b5c5-87d1-4d8f-8283-adefbc1075d8 req-55bc0985-d028-4d26-8d2e-9065d0a9b433 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 946 time: 0.0477672 Jul 27 15:31:05.628211 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-45b6b5c5-87d1-4d8f-8283-adefbc1075d8 req-32e7ce3e-0788-49e0-9e85-72619fa1cda4 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404143 Jul 27 15:31:06.044507 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625e3fa-d0d6-4d4a-8ca7-3b27c0ee5f92 req-e1240526-f66e-4575-b19a-c44cd95521ce tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:06.045893 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e625e3fa-d0d6-4d4a-8ca7-3b27c0ee5f92 req-e1240526-f66e-4575-b19a-c44cd95521ce tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0459948 Jul 27 15:31:06.115902 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e625e3fa-d0d6-4d4a-8ca7-3b27c0ee5f92 req-7d2de1fb-fc86-400b-b75e-b6311f93964b tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633304 Jul 27 15:31:06.163295 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 42440) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:06.166077 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-3f935357-d23c-4ec5-8e19-33e149d2fa23 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--325980671', 'description': 'tempest-description--944559677'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:31:06.189849 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3f935357-d23c-4ec5-8e19-33e149d2fa23 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:06.262532 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3f935357-d23c-4ec5-8e19-33e149d2fa23 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for security_group (3c680bf7-5339-4671-820e-bdb8584daee9), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:06.266081 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3f935357-d23c-4ec5-8e19-33e149d2fa23 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (3c680bf7-5339-4671-820e-bdb8584daee9), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:06.297732 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3f935357-d23c-4ec5-8e19-33e149d2fa23 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:06.298971 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-3f935357-d23c-4ec5-8e19-33e149d2fa23 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1363342 Jul 27 15:31:06.301496 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f935357-d23c-4ec5-8e19-33e149d2fa23 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c680bf7-5339-4671-820e-bdb8584daee9,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:06.302429 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 42442) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:06.307008 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-9afa46fb-7dcf-4af5-b870-4a9b661cc7ae tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Request body: {'security_group_rule': {'security_group_id': '3c680bf7-5339-4671-820e-bdb8584daee9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:31:06.333088 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9afa46fb-7dcf-4af5-b870-4a9b661cc7ae tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for security_group_rule (13a47006-049a-4ed4-ab98-451d3737c8dc), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:06.386097 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9afa46fb-7dcf-4af5-b870-4a9b661cc7ae tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for security_group_rule (13a47006-049a-4ed4-ab98-451d3737c8dc), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:06.389561 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9afa46fb-7dcf-4af5-b870-4a9b661cc7ae tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (13a47006-049a-4ed4-ab98-451d3737c8dc), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:06.413998 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa46fb-7dcf-4af5-b870-4a9b661cc7ae tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a47006-049a-4ed4-ab98-451d3737c8dc,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:06.418985 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9afa46fb-7dcf-4af5-b870-4a9b661cc7ae tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:06.420253 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9afa46fb-7dcf-4af5-b870-4a9b661cc7ae tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166706 Jul 27 15:31:06.422885 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 42444) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:06.427232 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-a7e58e1b-efe1-4fe1-a1fc-181f78e39e77 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Request body: {'security_group_rule': {'security_group_id': '3c680bf7-5339-4671-820e-bdb8584daee9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:31:06.452356 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a7e58e1b-efe1-4fe1-a1fc-181f78e39e77 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for security_group_rule (fb5b727d-b259-4c82-98a2-3e3f8fb5e739), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:06.507794 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a7e58e1b-efe1-4fe1-a1fc-181f78e39e77 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for security_group_rule (fb5b727d-b259-4c82-98a2-3e3f8fb5e739), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:06.512699 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a7e58e1b-efe1-4fe1-a1fc-181f78e39e77 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (fb5b727d-b259-4c82-98a2-3e3f8fb5e739), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:06.531899 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e58e1b-efe1-4fe1-a1fc-181f78e39e77 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5b727d-b259-4c82-98a2-3e3f8fb5e739,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:06.539245 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a7e58e1b-efe1-4fe1-a1fc-181f78e39e77 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:06.540455 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a7e58e1b-efe1-4fe1-a1fc-181f78e39e77 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165740 Jul 27 15:31:06.543536 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 42450) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:06.548678 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Request body: {'floatingip': {'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:31:06.563661 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:06.575316 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:06.656351 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:06.667427 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:06.934359 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e67095-2e83-4427-bfc6-88ee56765cdc req-213b9bd4-2672-4c34-9784-c6436ec242f4 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:06.935806 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-30e67095-2e83-4427-bfc6-88ee56765cdc req-213b9bd4-2672-4c34-9784-c6436ec242f4 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 946 time: 0.0640063 Jul 27 15:31:07.011891 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Allocated IP 172.27.1.177 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/c4d535c8-4935-4ebc-8be2-d405f93c208d) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:31:07.026549 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-30e67095-2e83-4427-bfc6-88ee56765cdc req-ec3b42f9-9a63-472c-8ce0-7e93a541c16b tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730026 Jul 27 15:31:07.126218 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for port (c4d535c8-4935-4ebc-8be2-d405f93c208d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:07.147220 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:07.159444 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (c4d535c8-4935-4ebc-8be2-d405f93c208d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:07.200383 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:31:07.203205 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:31:07.206888 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:31:07.241393 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Pushing event updated for resources: {'Port': ['ID=c4d535c8-4935-4ebc-8be2-d405f93c208d,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:07.248759 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea66876-7957-4e11-a331-0cd047f36aeb req-917e61dc-ce8a-4ce6-8ed3-ebc8a517abcd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:07.250432 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2ea66876-7957-4e11-a331-0cd047f36aeb req-917e61dc-ce8a-4ce6-8ed3-ebc8a517abcd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0518696 Jul 27 15:31:07.282485 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:07.302760 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2ea66876-7957-4e11-a331-0cd047f36aeb req-b8c6226c-6dec-4ca3-97b0-1734e01648fa tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457616 Jul 27 15:31:07.339009 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for floatingip (c165f6e4-8309-4355-a4f2-6e71814480b7), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:07.381235 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (c4d535c8-4935-4ebc-8be2-d405f93c208d), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:07.514733 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:07.528332 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for port (c4d535c8-4935-4ebc-8be2-d405f93c208d), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:07.532575 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (c4d535c8-4935-4ebc-8be2-d405f93c208d), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:07.606093 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Pushing event updated for resources: {'Port': ['ID=c4d535c8-4935-4ebc-8be2-d405f93c208d,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:07.616841 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:07.634125 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (c165f6e4-8309-4355-a4f2-6e71814480b7), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:07.651351 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:07.653041 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c3554148-6dee-44b1-af0c-97280ea60e44 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1083801 Jul 27 15:31:07.856397 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-9ce602a8-e751-44b4-882c-cee9a6348035 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--325980671&fields=id&tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c HTTP/1.1" status: 200 len: 267 time: 0.0423238 Jul 27 15:31:07.965495 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-cb12e1c3-3dfa-441e-aa14-8cb38c87ac9b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:07.967436 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-cb12e1c3-3dfa-441e-aa14-8cb38c87ac9b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 819 time: 0.1034043 Jul 27 15:31:07.981766 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-54653b38-a37c-4f33-839a-b7074b5b3f33 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/quotas/736d8803a13e4dddb1ef32b7ab11eb1c HTTP/1.1" status: 200 len: 375 time: 0.0089588 Jul 27 15:31:08.033231 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-065f8989-58b5-4cb2-826d-b5f1a8d7d017 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0466697 Jul 27 15:31:08.166292 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-19655aea-7a12-4c66-8e91-1381dafd9e76 service neutron] 10.222.0.36 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210408 Jul 27 15:31:08.177882 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d16d9-14d5-406b-a8bf-2d0b5dc02dea req-92750870-26eb-4caa-8db6-0a99aa3c810e tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:08.179339 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-813d16d9-14d5-406b-a8bf-2d0b5dc02dea req-92750870-26eb-4caa-8db6-0a99aa3c810e tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.42 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 946 time: 0.0598598 Jul 27 15:31:08.202769 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b04bc-c00b-486b-801e-b3585ac3b094 req-3694e149-b308-48af-a238-b3b8cdee8e93 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:08.209545 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-841b04bc-c00b-486b-801e-b3585ac3b094 req-3694e149-b308-48af-a238-b3b8cdee8e93 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 946 time: 0.1105216 Jul 27 15:31:08.224795 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0bbcd133-0e20-4d07-bbe8-e3fca5df0988 req-22b627dd-93ef-443a-8697-c7240d22bd7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a2cde28-b730-487b-8c95-20bfdab253ca HTTP/1.1" status: 200 len: 1001 time: 0.0950892 Jul 27 15:31:08.272598 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-841b04bc-c00b-486b-801e-b3585ac3b094 req-044a4501-1c08-4218-8830-3bdace7b9924 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619397 Jul 27 15:31:08.391892 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-813d16d9-14d5-406b-a8bf-2d0b5dc02dea req-2c61e566-b935-4795-bc7b-7b9d3a755b66 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Deleting port a58eaf95-fffb-4596-ab5a-5f2d6745f054 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:31:08.392267 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-813d16d9-14d5-406b-a8bf-2d0b5dc02dea req-2c61e566-b935-4795-bc7b-7b9d3a755b66 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (a58eaf95-fffb-4596-ab5a-5f2d6745f054), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:08.399568 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-e4be41f8-d7ee-4239-96a2-3be0b98d2bb3 service neutron] 10.222.0.36 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193208 Jul 27 15:31:08.432841 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681c09a-43e5-457f-9ac1-449d899ff066 req-9951a8bd-d4a2-48c4-986c-97b6bb84c3a4 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:08.434384 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6681c09a-43e5-457f-9ac1-449d899ff066 req-9951a8bd-d4a2-48c4-986c-97b6bb84c3a4 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0524354 Jul 27 15:31:08.488260 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6681c09a-43e5-457f-9ac1-449d899ff066 req-6a0d868e-1f88-4eda-986e-9e8d80d48d97 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474362 Jul 27 15:31:08.516592 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-813d16d9-14d5-406b-a8bf-2d0b5dc02dea req-2c61e566-b935-4795-bc7b-7b9d3a755b66 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] For port a58eaf95-fffb-4596-ab5a-5f2d6745f054, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a58eaf95-fffb-4596-ab5a-5f2d6745f054,segment=NetworkSegment(22c7d608-ac5a-484f-81bf-f3c03d8012c3),segment_id=22c7d608-ac5a-484f-81bf-f3c03d8012c3)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:31:08.516592 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-813d16d9-14d5-406b-a8bf-2d0b5dc02dea req-2c61e566-b935-4795-bc7b-7b9d3a755b66 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (a58eaf95-fffb-4596-ab5a-5f2d6745f054), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:08.538306 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-813d16d9-14d5-406b-a8bf-2d0b5dc02dea req-2c61e566-b935-4795-bc7b-7b9d3a755b66 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Calling delete_port for a58eaf95-fffb-4596-ab5a-5f2d6745f054 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:31:08.603695 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcd133-0e20-4d07-bbe8-e3fca5df0988 req-e6aecb41-6b92-4726-85ea-0d54830d2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:08.605220 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0bbcd133-0e20-4d07-bbe8-e3fca5df0988 req-e6aecb41-6b92-4726-85ea-0d54830d2c1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=732f863c-5d62-47ba-8c31-618efdabdcdf HTTP/1.1" status: 200 len: 851 time: 0.0604355 Jul 27 15:31:08.625863 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-79dd56d0-2110-409c-99bc-81b3cdc0c839 req-29f2b7eb-3d0d-4234-bff9-e46375d8b48b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 210 time: 0.0381200 Jul 27 15:31:08.682308 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcd133-0e20-4d07-bbe8-e3fca5df0988 req-5be966bb-f0ff-47d6-960c-a59d5dbdff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:08.684157 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0bbcd133-0e20-4d07-bbe8-e3fca5df0988 req-5be966bb-f0ff-47d6-960c-a59d5dbdff55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a03d84d0-4188-403f-a4d9-b8ed9de732b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689495 Jul 27 15:31:08.778615 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-813d16d9-14d5-406b-a8bf-2d0b5dc02dea req-2c61e566-b935-4795-bc7b-7b9d3a755b66 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (a58eaf95-fffb-4596-ab5a-5f2d6745f054), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:08.840966 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:08.843370 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61e566-b935-4795-bc7b-7b9d3a755b66 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Pushing event deleted for resources: {'Port': ['ID=a58eaf95-fffb-4596-ab5a-5f2d6745f054,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:08.878427 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0bbcd133-0e20-4d07-bbe8-e3fca5df0988 req-9cca0548-2cc1-4181-93da-8abe3ff37ba1 service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857607 Jul 27 15:31:08.941454 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-813d16d9-14d5-406b-a8bf-2d0b5dc02dea req-2c61e566-b935-4795-bc7b-7b9d3a755b66 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] No DVR routers for this DVR port a58eaf95-fffb-4596-ab5a-5f2d6745f054 on host hv-cinder-84131 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:31:08.946140 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-813d16d9-14d5-406b-a8bf-2d0b5dc02dea req-2c61e566-b935-4795-bc7b-7b9d3a755b66 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:08.952567 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-813d16d9-14d5-406b-a8bf-2d0b5dc02dea req-2c61e566-b935-4795-bc7b-7b9d3a755b66 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.42 "DELETE /v2.0/ports/a58eaf95-fffb-4596-ab5a-5f2d6745f054 HTTP/1.1" status: 204 len: 173 time: 0.7638941 Jul 27 15:31:08.965782 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefd188d-81bf-4a02-b710-0fb4058eda59', 'name': 'network-vif-deleted', 'tag': 'a58eaf95-fffb-4596-ab5a-5f2d6745f054'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:31:08.969491 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b270ae9-8d0a-4e6f-a8b4-3389dd08a225" -d '{"events": [{"server_uuid": "eefd188d-81bf-4a02-b710-0fb4058eda59", "name": "network-vif-deleted", "tag": "a58eaf95-fffb-4596-ab5a-5f2d6745f054"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:31:08.991819 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:09.025967 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0bbcd133-0e20-4d07-bbe8-e3fca5df0988 req-534d522f-d2e2-4b4d-bdf1-7954a7f96f1a service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405051 Jul 27 15:31:09.044421 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cac94c-7a81-4b5c-8112-b4ff6e1cd3f7 x-openstack-request-id: req-21cac94c-7a81-4b5c-8112-b4ff6e1cd3f7 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:31:09.044829 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefd188d-81bf-4a02-b710-0fb4058eda59", "name": "network-vif-deleted", "tag": "a58eaf95-fffb-4596-ab5a-5f2d6745f054", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:31:09.045123 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21cac94c-7a81-4b5c-8112-b4ff6e1cd3f7 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:31:09.045644 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21cac94c-7a81-4b5c-8112-b4ff6e1cd3f7'] response: {'server_uuid': 'eefd188d-81bf-4a02-b710-0fb4058eda59', 'name': 'network-vif-deleted', 'tag': 'a58eaf95-fffb-4596-ab5a-5f2d6745f054', 'status': 'completed', 'code': 200} Jul 27 15:31:09.381318 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e63a5-4165-479b-87ed-06a1eedb620a req-83fe23b1-42d4-4c36-9e80-8504931fdcea tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:09.382897 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-203e63a5-4165-479b-87ed-06a1eedb620a req-83fe23b1-42d4-4c36-9e80-8504931fdcea tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0602481 Jul 27 15:31:09.410055 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1aca404c-e0ec-42df-8015-bca71ad1d9c1 req-2c67b12b-44f8-40a7-9cc8-8697877607d4 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=eefd188d-81bf-4a02-b710-0fb4058eda59 HTTP/1.1" status: 200 len: 210 time: 0.0362370 Jul 27 15:31:09.447616 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-203e63a5-4165-479b-87ed-06a1eedb620a req-a6c5216f-180c-4eab-93ed-f1e0efb811fe tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579038 Jul 27 15:31:09.581503 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 42544) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:09.629993 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbebb12-c069-41cb-8601-9f2982c37146 req-5ded96b1-1031-41e0-af54-55a8c6019f2c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:09.631551 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdbebb12-c069-41cb-8601-9f2982c37146 req-5ded96b1-1031-41e0-af54-55a8c6019f2c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0563190 Jul 27 15:31:09.697123 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:09.715466 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdbebb12-c069-41cb-8601-9f2982c37146 req-fa943549-2c34-4561-a10d-c6626a0e79b1 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777233 Jul 27 15:31:09.761840 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-63ce6b00-ff6b-40cb-a6fc-513b3c05a628 req-808afcb6-d2ae-4688-8720-f0fa478cb9eb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 210 time: 0.0518699 Jul 27 15:31:09.762874 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f336bf48-68df-4eff-abc5-3f84bb9411fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:09.846671 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f336bf48-68df-4eff-abc5-3f84bb9411fa admin admin] Publish callbacks [] for security_group (5db4a07a-6821-4941-9995-99df5ab939f4), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:09.850281 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f336bf48-68df-4eff-abc5-3f84bb9411fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (5db4a07a-6821-4941-9995-99df5ab939f4), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:09.888714 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-f336bf48-68df-4eff-abc5-3f84bb9411fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be55da7bb17742f6ab816269f904260e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053443 Jul 27 15:31:09.890665 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336bf48-68df-4eff-abc5-3f84bb9411fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db4a07a-6821-4941-9995-99df5ab939f4,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:09.891426 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 42550) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:09.944157 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-70c7624b-021e-4b88-8356-410dc6b3991a admin admin] Publish callbacks [] for security_group (5db4a07a-6821-4941-9995-99df5ab939f4), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:09.964990 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-70c7624b-021e-4b88-8356-410dc6b3991a admin admin] Publish callbacks [] for security_group (5db4a07a-6821-4941-9995-99df5ab939f4), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:10.012990 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-70c7624b-021e-4b88-8356-410dc6b3991a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (5db4a07a-6821-4941-9995-99df5ab939f4), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:10.015515 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-70c7624b-021e-4b88-8356-410dc6b3991a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:10.016703 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-70c7624b-021e-4b88-8356-410dc6b3991a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5db4a07a-6821-4941-9995-99df5ab939f4 HTTP/1.1" status: 204 len: 168 time: 0.1242290 Jul 27 15:31:10.024474 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7624b-021e-4b88-8356-410dc6b3991a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db4a07a-6821-4941-9995-99df5ab939f4,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:10.280232 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 42556) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:10.294047 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6fa4d560-8601-45e4-9496-da781a599978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:10.369108 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6fa4d560-8601-45e4-9496-da781a599978 admin admin] Publish callbacks [] for security_group (88449203-b15b-4124-b768-931302031c3a), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:10.372730 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6fa4d560-8601-45e4-9496-da781a599978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (88449203-b15b-4124-b768-931302031c3a), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:10.410486 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6fa4d560-8601-45e4-9496-da781a599978 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e3d00aa6b2f46429debb9076bbf7f2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292183 Jul 27 15:31:10.412424 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4d560-8601-45e4-9496-da781a599978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88449203-b15b-4124-b768-931302031c3a,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:10.413223 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 42558) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:10.462429 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1c2008ef-c98e-43eb-baf7-d365808e4040 admin admin] Publish callbacks [] for security_group (88449203-b15b-4124-b768-931302031c3a), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:10.466699 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:10.487551 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1c2008ef-c98e-43eb-baf7-d365808e4040 admin admin] Publish callbacks [] for security_group (88449203-b15b-4124-b768-931302031c3a), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:10.536616 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1c2008ef-c98e-43eb-baf7-d365808e4040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (88449203-b15b-4124-b768-931302031c3a), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:10.539335 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1c2008ef-c98e-43eb-baf7-d365808e4040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:10.542853 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-1c2008ef-c98e-43eb-baf7-d365808e4040 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88449203-b15b-4124-b768-931302031c3a HTTP/1.1" status: 204 len: 168 time: 0.1263368 Jul 27 15:31:10.559939 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2008ef-c98e-43eb-baf7-d365808e4040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88449203-b15b-4124-b768-931302031c3a,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:10.601936 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80401a-7778-4cfb-bb9c-d8a9a3c49ef0 req-8e561ba3-2dfd-4578-8415-362cc3b2ebc7 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:10.603659 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9a80401a-7778-4cfb-bb9c-d8a9a3c49ef0 req-8e561ba3-2dfd-4578-8415-362cc3b2ebc7 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0621078 Jul 27 15:31:10.659079 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9a80401a-7778-4cfb-bb9c-d8a9a3c49ef0 req-9d5fdca8-fc55-42fb-bd81-c776b98f22fb tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484250 Jul 27 15:31:10.829237 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-253a6741-5826-4ea0-aec3-3edb2c09079a tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:10.832352 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-253a6741-5826-4ea0-aec3-3edb2c09079a tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/networks?id=9a60c3e0-f70d-4bc1-b81b-251995c21fe7 HTTP/1.1" status: 200 len: 809 time: 0.1211240 Jul 27 15:31:10.847690 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-e43bf134-e540-4a2f-973e-3934041ef48e tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/quotas/8719c555ca834c738566a2cc7684e9eb HTTP/1.1" status: 200 len: 375 time: 0.0106838 Jul 27 15:31:10.848189 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33599a7f-2d10-4a3a-8972-a4a7883cc7ba req-cc37c7cb-e60e-4d8f-b1fc-7125cf07e14b tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:10.849848 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-33599a7f-2d10-4a3a-8972-a4a7883cc7ba req-cc37c7cb-e60e-4d8f-b1fc-7125cf07e14b tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0518091 Jul 27 15:31:10.890927 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-93bddee4-079c-4888-bc06-ae0c0bfe3fc4 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8719c555ca834c738566a2cc7684e9eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377183 Jul 27 15:31:10.900371 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-33599a7f-2d10-4a3a-8972-a4a7883cc7ba req-18db329b-9003-4728-a38c-47a90e2cf7d7 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435805 Jul 27 15:31:10.999489 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-49a4e5f4-4153-4c89-8e7f-cde5f16eea87 service neutron] 10.222.0.36 "GET /v2.0/networks/9a60c3e0-f70d-4bc1-b81b-251995c21fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013873 Jul 27 15:31:11.010888 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e7c9b11c-8d50-48c4-a0a3-3416dc39f3d0 req-696b42e8-dc60-4753-b5a3-b9c3f448b4b6 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 210 time: 0.0285196 Jul 27 15:31:11.094796 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-ba296c20-fe90-4c08-8cab-e63577cd4e2f service neutron] 10.222.0.36 "GET /v2.0/networks/9a60c3e0-f70d-4bc1-b81b-251995c21fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881412 Jul 27 15:31:11.263634 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b78907dd-48c5-483c-9ab5-04122f701dd1 req-db2268ee-0596-4c7b-948e-0f78f828e663 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 210 time: 0.0333161 Jul 27 15:31:11.478588 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a58eaf95-fffb-4596-ab5a-5f2d6745f054 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:31:11.499816 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: a58eaf95-fffb-4596-ab5a-5f2d6745f054 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:31:11.500174 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a58eaf95-fffb-4596-ab5a-5f2d6745f054 not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:31:11.792642 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6d090-1ed6-466a-91f7-f198ced3c147 req-fb1b8743-2063-4421-89b4-ba625dd14d3a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:11.794131 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-89d6d090-1ed6-466a-91f7-f198ced3c147 req-fb1b8743-2063-4421-89b4-ba625dd14d3a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0563004 Jul 27 15:31:11.842484 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-89d6d090-1ed6-466a-91f7-f198ced3c147 req-24bea7f0-0ff9-4798-84c3-fd6431772b1a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426850 Jul 27 15:31:12.030297 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996c7b6-ed59-49b9-bbfb-a97f94f5fc31 req-959ed913-241f-482c-97a3-f20f988bb2c3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:12.032049 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7996c7b6-ed59-49b9-bbfb-a97f94f5fc31 req-959ed913-241f-482c-97a3-f20f988bb2c3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0492451 Jul 27 15:31:12.090206 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7996c7b6-ed59-49b9-bbfb-a97f94f5fc31 req-58ff1ba3-b495-4b02-aeff-dfb673dca551 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523651 Jul 27 15:31:12.119374 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96976c2a-4056-469b-8fd9-05a3ae9213b4 req-6b8331d4-7eed-4bdf-b5c2-e75fbddd553e tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 210 time: 0.0319481 Jul 27 15:31:12.363926 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8253d1e9-efd2-4151-ab01-66b92445ad4c req-df400de5-b75c-49ae-a139-c6a40e799dfc tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 210 time: 0.0282176 Jul 27 15:31:12.990575 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:13.030145 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225132eb-532a-46ae-8e34-bf91cf743e41 req-8d4a5a9b-00b7-47bc-9f98-2f62ff2fda10 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:13.031890 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-225132eb-532a-46ae-8e34-bf91cf743e41 req-8d4a5a9b-00b7-47bc-9f98-2f62ff2fda10 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0954986 Jul 27 15:31:13.055800 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-63c2395c-d8bf-4837-9d7e-cf8caa145c91 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:13.058411 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-63c2395c-d8bf-4837-9d7e-cf8caa145c91 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 819 time: 0.1614575 Jul 27 15:31:13.103542 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:13.117224 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-225132eb-532a-46ae-8e34-bf91cf743e41 req-a1593369-2eb5-4828-bb1e-9382f023f46d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763345 Jul 27 15:31:13.189375 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-92957460-94c6-4761-85b4-1f084b86dc17 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c HTTP/1.1" status: 200 len: 379 time: 0.0917118 Jul 27 15:31:13.245203 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0dedff9d-98ed-4daa-98fd-c6425b156138 req-3c11d432-a13d-4c7a-b23f-875d9a86de4b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 210 time: 0.0310471 Jul 27 15:31:13.253977 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf38bb1-1f59-43ee-92b5-28a2c9a40d33 req-2af757b4-9dbb-4973-b4ae-9b38c2f66862 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:13.255587 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-faf38bb1-1f59-43ee-92b5-28a2c9a40d33 req-2af757b4-9dbb-4973-b4ae-9b38c2f66862 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0543265 Jul 27 15:31:13.314074 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-faf38bb1-1f59-43ee-92b5-28a2c9a40d33 req-ff2f1aea-c906-4235-bcc6-be9b348bc262 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444481 Jul 27 15:31:13.449106 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:13.470772 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-588d39da-7034-4a13-9a22-61ef3eb82088 req-44c2a305-da3e-4f07-bb15-ef296c0d5e44 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 210 time: 0.0316405 Jul 27 15:31:13.563476 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-b5c45d75-3196-4f16-8aaa-2e28a0c0357d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Request body: {'port': {'device_id': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'admin_state_up': True, 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'security_groups': ['3c680bf7-5339-4671-820e-bdb8584daee9']}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:31:13.738460 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-b5c45d75-3196-4f16-8aaa-2e28a0c0357d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Made reservation on behalf of 736d8803a13e4dddb1ef32b7ab11eb1c for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:31:13.749796 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-b5c45d75-3196-4f16-8aaa-2e28a0c0357d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:13.795647 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-35eeca3b-96ad-4730-a711-539e7f69235b tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:13.797683 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-35eeca3b-96ad-4730-a711-539e7f69235b tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.42 "GET /v2.0/networks?id=9a60c3e0-f70d-4bc1-b81b-251995c21fe7 HTTP/1.1" status: 200 len: 809 time: 0.1284709 Jul 27 15:31:13.816308 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-517e741c-8a03-46f3-b096-0f18717104c6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Request body: {'port': {'device_id': '999cce74-ed7b-47f2-876e-4057dd968208', 'network_id': '9a60c3e0-f70d-4bc1-b81b-251995c21fe7', 'admin_state_up': True, 'tenant_id': '8719c555ca834c738566a2cc7684e9eb'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:31:13.877058 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 42764) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:13.878245 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:13.942479 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-b5c45d75-3196-4f16-8aaa-2e28a0c0357d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Allocated IP 172.20.0.7 (54d4d7af-884d-4461-b1ad-55fbebbc888a/883a3f24-7bbd-4327-bcdc-69598788608b/074b3654-7c9f-4b7d-9969-0aac69d537aa) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:31:13.982591 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-517e741c-8a03-46f3-b096-0f18717104c6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Made reservation on behalf of 8719c555ca834c738566a2cc7684e9eb for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:31:13.988046 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-517e741c-8a03-46f3-b096-0f18717104c6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:14.067946 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-18207dd3-2c34-4831-a89b-659db5f1b1b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:14.136957 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-517e741c-8a03-46f3-b096-0f18717104c6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Allocated IP 172.20.0.3 (9a60c3e0-f70d-4bc1-b81b-251995c21fe7/886b0d4d-a244-424f-9de9-e69277570ad7/6a722c74-0274-458f-af51-1788f0f2a28c) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:31:14.188415 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-b5c45d75-3196-4f16-8aaa-2e28a0c0357d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for port (074b3654-7c9f-4b7d-9969-0aac69d537aa), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:14.241986 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-18207dd3-2c34-4831-a89b-659db5f1b1b5 admin admin] Publish callbacks [] for security_group (7818b31c-b356-4372-9097-af14805400a8), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:14.265863 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-18207dd3-2c34-4831-a89b-659db5f1b1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (7818b31c-b356-4372-9097-af14805400a8), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:14.316956 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca410e8-0bf3-43b1-ac00-b8e16b01f48a req-8e1ae947-d441-4b5e-aae6-c6ad4bf36d59 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:14.318575 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5ca410e8-0bf3-43b1-ac00-b8e16b01f48a req-8e1ae947-d441-4b5e-aae6-c6ad4bf36d59 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.1009519 Jul 27 15:31:14.334470 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-18207dd3-2c34-4831-a89b-659db5f1b1b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=197847dc6a964964b5b48a542410f04c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4540591 Jul 27 15:31:14.336072 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-b5c45d75-3196-4f16-8aaa-2e28a0c0357d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (074b3654-7c9f-4b7d-9969-0aac69d537aa), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:14.338868 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 42794) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:14.343520 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:14.388422 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18207dd3-2c34-4831-a89b-659db5f1b1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7818b31c-b356-4372-9097-af14805400a8,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:14.445104 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-b5c45d75-3196-4f16-8aaa-2e28a0c0357d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Network 54d4d7af-884d-4461-b1ad-55fbebbc888a is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:31:14.450960 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5ca410e8-0bf3-43b1-ac00-b8e16b01f48a req-e791dea6-759f-4002-85d8-860d7a0ccb9a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229713 Jul 27 15:31:14.452312 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-b5c45d75-3196-4f16-8aaa-2e28a0c0357d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:31:14.454447 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c45d75-3196-4f16-8aaa-2e28a0c0357d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Pushing event updated for resources: {'Port': ['ID=074b3654-7c9f-4b7d-9969-0aac69d537aa,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:14.456629 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-b5c45d75-3196-4f16-8aaa-2e28a0c0357d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:31:14.461777 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-b5c45d75-3196-4f16-8aaa-2e28a0c0357d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:14.462429 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-b5c45d75-3196-4f16-8aaa-2e28a0c0357d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:14.487523 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-b5c45d75-3196-4f16-8aaa-2e28a0c0357d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9274254 Jul 27 15:31:14.519428 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Request body: {'port': {'device_id': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:31:14.628908 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (074b3654-7c9f-4b7d-9969-0aac69d537aa), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:14.645325 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-517e741c-8a03-46f3-b096-0f18717104c6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Publish callbacks [] for port (6a722c74-0274-458f-af51-1788f0f2a28c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:14.686469 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108b43e-11cc-406d-93ab-8eb872754bcf req-eca32cfa-78c0-4c7a-9d80-883ad207f90d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:14.688899 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102c985-dd40-4d86-9fa1-4734a2c585e2 req-cc156c79-c9b8-4090-a237-2d299013283d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:14.690821 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9102c985-dd40-4d86-9fa1-4734a2c585e2 req-cc156c79-c9b8-4090-a237-2d299013283d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 931 time: 0.3208463 Jul 27 15:31:14.693903 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8108b43e-11cc-406d-93ab-8eb872754bcf req-eca32cfa-78c0-4c7a-9d80-883ad207f90d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.1313963 Jul 27 15:31:14.738079 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ebfdbd7-9d02-42be-8c2e-c2aeb5fedbec admin admin] Publish callbacks [] for security_group (7818b31c-b356-4372-9097-af14805400a8), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:14.755392 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-517e741c-8a03-46f3-b096-0f18717104c6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (6a722c74-0274-458f-af51-1788f0f2a28c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:14.813927 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8108b43e-11cc-406d-93ab-8eb872754bcf req-077c6b29-9cfd-4d4a-b12f-9114415927bb tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184440 Jul 27 15:31:14.814488 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9102c985-dd40-4d86-9fa1-4734a2c585e2 req-3b4d812c-7c34-4984-8a72-1cf53ca7595c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157217 Jul 27 15:31:14.820631 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:14.828175 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ebfdbd7-9d02-42be-8c2e-c2aeb5fedbec admin admin] Publish callbacks [] for security_group (7818b31c-b356-4372-9097-af14805400a8), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:14.832306 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:14.843999 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:14.855066 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-77a96dc2-09ec-4245-8c5d-364dca00ae8e None None] Provisioning complete for port 074b3654-7c9f-4b7d-9969-0aac69d537aa triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:31:14.855789 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-77a96dc2-09ec-4245-8c5d-364dca00ae8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (074b3654-7c9f-4b7d-9969-0aac69d537aa), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:14.861700 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-517e741c-8a03-46f3-b096-0f18717104c6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Network 9a60c3e0-f70d-4bc1-b81b-251995c21fe7 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:31:14.868140 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-517e741c-8a03-46f3-b096-0f18717104c6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:31:14.870052 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e741c-8a03-46f3-b096-0f18717104c6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Pushing event updated for resources: {'Port': ['ID=6a722c74-0274-458f-af51-1788f0f2a28c,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:14.872930 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-517e741c-8a03-46f3-b096-0f18717104c6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:31:14.918327 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-77a96dc2-09ec-4245-8c5d-364dca00ae8e None None] Port 074b3654-7c9f-4b7d-9969-0aac69d537aa cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:31:14.944347 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-517e741c-8a03-46f3-b096-0f18717104c6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:14.944958 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-517e741c-8a03-46f3-b096-0f18717104c6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:14.964462 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08733cc9-5297-40f9-a0c1-3bf20aca161a req-a9d2d4d2-635a-4064-be67-6e63eae564a6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:14.965396 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-517e741c-8a03-46f3-b096-0f18717104c6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1544676 Jul 27 15:31:14.966039 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-08733cc9-5297-40f9-a0c1-3bf20aca161a req-a9d2d4d2-635a-4064-be67-6e63eae564a6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 931 time: 0.0627410 Jul 27 15:31:14.966873 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ebfdbd7-9d02-42be-8c2e-c2aeb5fedbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (7818b31c-b356-4372-9097-af14805400a8), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:14.970473 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ebfdbd7-9d02-42be-8c2e-c2aeb5fedbec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:14.972409 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0ebfdbd7-9d02-42be-8c2e-c2aeb5fedbec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7818b31c-b356-4372-9097-af14805400a8 HTTP/1.1" status: 204 len: 168 time: 0.6324692 Jul 27 15:31:14.981012 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfdbd7-9d02-42be-8c2e-c2aeb5fedbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7818b31c-b356-4372-9097-af14805400a8,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:15.046857 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Request body: {'port': {'device_id': '999cce74-ed7b-47f2-876e-4057dd968208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:31:15.051049 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-08733cc9-5297-40f9-a0c1-3bf20aca161a req-c9e9c0a1-43f8-4e37-afe8-a7f20da6ac22 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755546 Jul 27 15:31:15.088191 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074b3654-7c9f-4b7d-9969-0aac69d537aa {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:31:15.096602 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Publish callbacks [] for port (074b3654-7c9f-4b7d-9969-0aac69d537aa), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:15.113597 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Transition to ACTIVE for port object 074b3654-7c9f-4b7d-9969-0aac69d537aa will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:31:15.118533 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (074b3654-7c9f-4b7d-9969-0aac69d537aa), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:15.132921 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (6a722c74-0274-458f-af51-1788f0f2a28c), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:15.174625 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=074b3654-7c9f-4b7d-9969-0aac69d537aa,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:15.206203 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Attempting to bind port 074b3654-7c9f-4b7d-9969-0aac69d537aa on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:31:15.207280 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Attempting to bind port 074b3654-7c9f-4b7d-9969-0aac69d537aa by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:31:15.207678 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Attempting to bind port 074b3654-7c9f-4b7d-9969-0aac69d537aa on network 54d4d7af-884d-4461-b1ad-55fbebbc888a {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:31:15.212681 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Port 074b3654-7c9f-4b7d-9969-0aac69d537aa on network 54d4d7af-884d-4461-b1ad-55fbebbc888a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:31:15.212954 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Attempting to bind port 074b3654-7c9f-4b7d-9969-0aac69d537aa on network 54d4d7af-884d-4461-b1ad-55fbebbc888a {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:31:15.218902 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:31:15.219332 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Checking segment: {'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:31:15.219776 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Bound using segment: {'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:31:15.220395 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Bound port: 074b3654-7c9f-4b7d-9969-0aac69d537aa, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15dc4fb-a403-4a3b-9cde-e40151c83990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:31:15.220944 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (074b3654-7c9f-4b7d-9969-0aac69d537aa), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:15.298368 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] For port 074b3654-7c9f-4b7d-9969-0aac69d537aa, host hv-cinder-84131, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:31:15.302603 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] For port 074b3654-7c9f-4b7d-9969-0aac69d537aa, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=074b3654-7c9f-4b7d-9969-0aac69d537aa,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:31:15.309465 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (074b3654-7c9f-4b7d-9969-0aac69d537aa), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:15.353181 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 42814) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:15.356119 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:15.356739 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:15.358327 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] 10.222.0.42 "PUT /v2.0/ports/074b3654-7c9f-4b7d-9969-0aac69d537aa HTTP/1.1" status: 200 len: 1093 time: 0.8615866 Jul 27 15:31:15.368610 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'tag': '074b3654-7c9f-4b7d-9969-0aac69d537aa'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:31:15.371123 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d48fbe-5aeb-4a74-8a78-63d19bc79542" -d '{"events": [{"name": "network-changed", "server_uuid": "77a2ca90-8534-41a1-b3e4-4a02f4deba86", "tag": "074b3654-7c9f-4b7d-9969-0aac69d537aa"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:31:15.389730 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:15.397035 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9fee15d9-15b0-48ad-a90e-5f989ecfb8d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:15.410910 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec75c2b-1758-4a2e-95d4-075045e8d3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=074b3654-7c9f-4b7d-9969-0aac69d537aa,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:15.453043 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9465e2-bdf2-4c69-b77d-9c396bcae5c0 x-openstack-request-id: req-af9465e2-bdf2-4c69-b77d-9c396bcae5c0 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:31:15.453614 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a2ca90-8534-41a1-b3e4-4a02f4deba86", "tag": "074b3654-7c9f-4b7d-9969-0aac69d537aa", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:31:15.454026 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af9465e2-bdf2-4c69-b77d-9c396bcae5c0 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:31:15.454581 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af9465e2-bdf2-4c69-b77d-9c396bcae5c0'] response: {'name': 'network-changed', 'server_uuid': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'tag': '074b3654-7c9f-4b7d-9969-0aac69d537aa', 'status': 'completed', 'code': 200} Jul 27 15:31:15.511277 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-6e3edcd8-a40a-4220-8e8e-d83f35af7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:15.513088 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-6e3edcd8-a40a-4220-8e8e-d83f35af7bf0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 1127 time: 0.0792010 Jul 27 15:31:15.558045 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a722c74-0274-458f-af51-1788f0f2a28c {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:31:15.569127 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Publish callbacks [] for port (6a722c74-0274-458f-af51-1788f0f2a28c), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:15.583771 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Transition to ACTIVE for port object 6a722c74-0274-458f-af51-1788f0f2a28c will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:31:15.588105 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-1b1d4ac5-4e2a-4da9-98e6-af282822a1c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074b3654-7c9f-4b7d-9969-0aac69d537aa HTTP/1.1" status: 200 len: 217 time: 0.0517943 Jul 27 15:31:15.590395 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (6a722c74-0274-458f-af51-1788f0f2a28c), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:15.597826 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9fee15d9-15b0-48ad-a90e-5f989ecfb8d5 admin admin] Publish callbacks [] for security_group (28769ad9-25f2-4eed-bd8b-858a48bd7e16), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:15.628197 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9fee15d9-15b0-48ad-a90e-5f989ecfb8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (28769ad9-25f2-4eed-bd8b-858a48bd7e16), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:15.656998 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Pushing event updated for resources: {'Port': ['ID=6a722c74-0274-458f-af51-1788f0f2a28c,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:15.678536 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:15.698268 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34516b8a-47be-4029-8705-f49cde5f54ab req-9a894e66-103d-4acc-90cc-8fa7851d4c0d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:15.704495 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-34516b8a-47be-4029-8705-f49cde5f54ab req-9a894e66-103d-4acc-90cc-8fa7851d4c0d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.1217651 Jul 27 15:31:15.728104 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:15.734575 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee15d9-15b0-48ad-a90e-5f989ecfb8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28769ad9-25f2-4eed-bd8b-858a48bd7e16,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:15.735441 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Attempting to bind port 6a722c74-0274-458f-af51-1788f0f2a28c on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:31:15.735820 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Attempting to bind port 6a722c74-0274-458f-af51-1788f0f2a28c by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '22c7d608-ac5a-484f-81bf-f3c03d8012c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9a60c3e0-f70d-4bc1-b81b-251995c21fe7'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:31:15.736210 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Attempting to bind port 6a722c74-0274-458f-af51-1788f0f2a28c on network 9a60c3e0-f70d-4bc1-b81b-251995c21fe7 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:31:15.741982 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Port 6a722c74-0274-458f-af51-1788f0f2a28c on network 9a60c3e0-f70d-4bc1-b81b-251995c21fe7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:31:15.742389 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Attempting to bind port 6a722c74-0274-458f-af51-1788f0f2a28c on network 9a60c3e0-f70d-4bc1-b81b-251995c21fe7 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:31:15.749070 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:31:15.749414 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Checking segment: {'id': '22c7d608-ac5a-484f-81bf-f3c03d8012c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9a60c3e0-f70d-4bc1-b81b-251995c21fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:31:15.749787 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Bound using segment: {'id': '22c7d608-ac5a-484f-81bf-f3c03d8012c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9a60c3e0-f70d-4bc1-b81b-251995c21fe7'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:31:15.750401 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Bound port: 6a722c74-0274-458f-af51-1788f0f2a28c, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c7d608-ac5a-484f-81bf-f3c03d8012c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9a60c3e0-f70d-4bc1-b81b-251995c21fe7'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:31:15.750727 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (6a722c74-0274-458f-af51-1788f0f2a28c), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:15.759490 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9fee15d9-15b0-48ad-a90e-5f989ecfb8d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=281e17f826af4c599c35a86913e63919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4049551 Jul 27 15:31:15.762398 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-4aa98422-5b5f-4b60-9918-7a78bfa209c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:15.763803 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-4aa98422-5b5f-4b60-9918-7a78bfa209c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.1383395 Jul 27 15:31:15.764282 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 42826) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:15.808343 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-34516b8a-47be-4029-8705-f49cde5f54ab req-f8bd19f3-9194-46d7-abf0-10021d851bd9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027048 Jul 27 15:31:15.838868 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-ac335126-4253-4e3c-a398-c9255bfea56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:15.840448 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-ac335126-4253-4e3c-a398-c9255bfea56f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0677629 Jul 27 15:31:15.844588 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:15.856884 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:15.858629 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:15.869359 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] For port 6a722c74-0274-458f-af51-1788f0f2a28c, host hv-cinder-84131, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:31:15.872077 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b366322-07a8-4d1b-93e1-aa35d98fc42d admin admin] Publish callbacks [] for security_group (28769ad9-25f2-4eed-bd8b-858a48bd7e16), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:15.891713 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] For port 6a722c74-0274-458f-af51-1788f0f2a28c, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=6a722c74-0274-458f-af51-1788f0f2a28c,segment=NetworkSegment(22c7d608-ac5a-484f-81bf-f3c03d8012c3),segment_id=22c7d608-ac5a-484f-81bf-f3c03d8012c3)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:31:15.914118 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (6a722c74-0274-458f-af51-1788f0f2a28c), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:15.918708 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b366322-07a8-4d1b-93e1-aa35d98fc42d admin admin] Publish callbacks [] for security_group (28769ad9-25f2-4eed-bd8b-858a48bd7e16), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:15.963767 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:15.998947 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26441972-8921-4e26-8a13-51d36c3921fa req-5d78983b-9129-4b9d-ba14-aec9e484c9b3 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:16.000452 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-26441972-8921-4e26-8a13-51d36c3921fa req-5d78983b-9129-4b9d-ba14-aec9e484c9b3 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 943 time: 0.0796313 Jul 27 15:31:16.004429 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:16.005055 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:16.006437 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] 10.222.0.42 "PUT /v2.0/ports/6a722c74-0274-458f-af51-1788f0f2a28c HTTP/1.1" status: 200 len: 1093 time: 0.9646087 Jul 27 15:31:16.007493 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999cce74-ed7b-47f2-876e-4057dd968208', 'tag': '6a722c74-0274-458f-af51-1788f0f2a28c'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:31:16.009908 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98a2b16-71ff-4aa1-9958-a87039aed679" -d '{"events": [{"name": "network-changed", "server_uuid": "999cce74-ed7b-47f2-876e-4057dd968208", "tag": "6a722c74-0274-458f-af51-1788f0f2a28c"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:31:16.017827 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-960701ac-2983-445d-8d3c-b4080c38dcd7 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673777 Jul 27 15:31:16.054228 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113b867-ecb4-42d7-99f8-5cb743e2aeaf req-0fda2335-eb53-4ee8-b212-7bb981387a53 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:16.055733 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0113b867-ecb4-42d7-99f8-5cb743e2aeaf req-0fda2335-eb53-4ee8-b212-7bb981387a53 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.1314754 Jul 27 15:31:16.079084 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb72989-3639-4b5d-87db-1662c07da795 service neutron] Pushing event updated for resources: {'Port': ['ID=6a722c74-0274-458f-af51-1788f0f2a28c,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:16.099013 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-26441972-8921-4e26-8a13-51d36c3921fa req-5b1a8548-49b2-410f-a605-e06b5e8b2cfb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910184 Jul 27 15:31:16.134546 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-c6f59f55-7ed2-4075-8f41-f9916cdabf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:16.136305 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-c6f59f55-7ed2-4075-8f41-f9916cdabf89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8719c555ca834c738566a2cc7684e9eb&device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 1127 time: 0.0793734 Jul 27 15:31:16.146923 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db53b00a-dc4c-4dd4-b688-c581fae735d5 req-4cecef4a-b13c-4b09-9c71-cd50a0380fdf service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079609 Jul 27 15:31:16.162037 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b366322-07a8-4d1b-93e1-aa35d98fc42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (28769ad9-25f2-4eed-bd8b-858a48bd7e16), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:16.164789 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b366322-07a8-4d1b-93e1-aa35d98fc42d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:16.166003 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7b366322-07a8-4d1b-93e1-aa35d98fc42d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28769ad9-25f2-4eed-bd8b-858a48bd7e16 HTTP/1.1" status: 204 len: 168 time: 0.4008439 Jul 27 15:31:16.203684 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3f6b37-46ec-4cf6-9811-c7a21de423cc x-openstack-request-id: req-ff3f6b37-46ec-4cf6-9811-c7a21de423cc {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:31:16.203993 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999cce74-ed7b-47f2-876e-4057dd968208", "tag": "6a722c74-0274-458f-af51-1788f0f2a28c", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:31:16.204237 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff3f6b37-46ec-4cf6-9811-c7a21de423cc {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:31:16.204639 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff3f6b37-46ec-4cf6-9811-c7a21de423cc'] response: {'name': 'network-changed', 'server_uuid': '999cce74-ed7b-47f2-876e-4057dd968208', 'tag': '6a722c74-0274-458f-af51-1788f0f2a28c', 'status': 'completed', 'code': 200} Jul 27 15:31:16.208022 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0113b867-ecb4-42d7-99f8-5cb743e2aeaf req-3dbb21c1-c014-433b-b351-5b3d5c52178e tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390173 Jul 27 15:31:16.213683 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-b2b77703-287f-48d2-8bc3-9ac04655e224 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a722c74-0274-458f-af51-1788f0f2a28c HTTP/1.1" status: 200 len: 217 time: 0.0636425 Jul 27 15:31:16.214792 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b366322-07a8-4d1b-93e1-aa35d98fc42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28769ad9-25f2-4eed-bd8b-858a48bd7e16,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:16.459565 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 43e59693-e433-4779-9d2a-78cbea8c9b08 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:31:16.522311 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a816552-4e2a-4a97-b538-cd632b7577b8 req-5df38256-1cff-45b6-a0f6-161d9bc5b312 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:16.523820 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7a816552-4e2a-4a97-b538-cd632b7577b8 req-5df38256-1cff-45b6-a0f6-161d9bc5b312 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 943 time: 0.2941287 Jul 27 15:31:16.572829 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 43e59693-e433-4779-9d2a-78cbea8c9b08, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=43e59693-e433-4779-9d2a-78cbea8c9b08,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:31:16.573486 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7a816552-4e2a-4a97-b538-cd632b7577b8 req-f0113afe-ff22-4811-b31b-551e5f970b75 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431492 Jul 27 15:31:16.585679 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': '43e59693-e433-4779-9d2a-78cbea8c9b08', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'port_id': '43e59693-e433-4779-9d2a-78cbea8c9b08', 'mac_address': 'fa:16:3e:1c:6d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:31:16.623226 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 43e59693-e433-4779-9d2a-78cbea8c9b08 is: ACTIVE; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:31:16.623663 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:16.637008 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43e59693-e433-4779-9d2a-78cbea8c9b08 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:31:16.659638 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 43e59693-e433-4779-9d2a-78cbea8c9b08, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=43e59693-e433-4779-9d2a-78cbea8c9b08,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:31:16.663879 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:16.669179 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:16.724369 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=43e59693-e433-4779-9d2a-78cbea8c9b08,revision_number=6']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:16.776919 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['43e59693-e433-4779-9d2a-78cbea8c9b08'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:31:16.779056 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:31:16.953062 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982a4fa-3e89-47c3-86bd-b504e261c316 req-4d15e964-3521-4d27-9624-7148f3c5fe37 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:16.954685 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7982a4fa-3e89-47c3-86bd-b504e261c316 req-4d15e964-3521-4d27-9624-7148f3c5fe37 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0562670 Jul 27 15:31:17.014814 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7982a4fa-3e89-47c3-86bd-b504e261c316 req-c2152a08-1d1d-4dec-8819-cf2b370ce488 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467112 Jul 27 15:31:17.059361 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6eff0955-c138-4217-9ea6-571cc065bbc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:17.222094 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0017153-0ebd-4968-aaea-ca5ea07bcda8 req-7325ab30-35c3-4483-8ebc-5b7e61a0309c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:17.223570 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d0017153-0ebd-4968-aaea-ca5ea07bcda8 req-7325ab30-35c3-4483-8ebc-5b7e61a0309c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 943 time: 0.0492773 Jul 27 15:31:17.274003 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d0017153-0ebd-4968-aaea-ca5ea07bcda8 req-52492ac1-9765-4877-b40f-1a3ca6ef6360 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444396 Jul 27 15:31:17.350051 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cb964-ace0-4b56-9514-0f611a14e958 req-93ac9e5d-d78d-4014-ad9f-15f32d2d1845 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:17.351851 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8b7cb964-ace0-4b56-9514-0f611a14e958 req-93ac9e5d-d78d-4014-ad9f-15f32d2d1845 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 944 time: 0.0503461 Jul 27 15:31:17.399737 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8b7cb964-ace0-4b56-9514-0f611a14e958 req-2a1dc198-2e24-432c-a73a-2284785a774c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417099 Jul 27 15:31:17.492203 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:17.497264 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-81b223ab-458a-4692-b104-73caed25ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:17.499097 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d48fbe-5aeb-4a74-8a78-63d19bc79542 req-bca88b22-d8fb-4826-b692-92436246eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:17.499433 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-81b223ab-458a-4692-b104-73caed25ef19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=886b0d4d-a244-424f-9de9-e69277570ad7 HTTP/1.1" status: 200 len: 849 time: 0.0478237 Jul 27 15:31:17.500660 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b7d48fbe-5aeb-4a74-8a78-63d19bc79542 req-bca88b22-d8fb-4826-b692-92436246eb0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 1127 time: 0.0479724 Jul 27 15:31:17.547098 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-dcd7d047-c241-4928-b1fe-c72a5fef1f95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9a60c3e0-f70d-4bc1-b81b-251995c21fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311902 Jul 27 15:31:17.621531 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d48fbe-5aeb-4a74-8a78-63d19bc79542 req-bb609e7d-937a-45be-8a15-528e15924b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:17.623373 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b7d48fbe-5aeb-4a74-8a78-63d19bc79542 req-bb609e7d-937a-45be-8a15-528e15924b70 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 920 time: 0.1085074 Jul 27 15:31:17.653140 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-dd8524f0-8d97-4b9a-81d3-6d9215ab4a5d service neutron] 10.222.0.42 "GET /v2.0/networks/9a60c3e0-f70d-4bc1-b81b-251995c21fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931861 Jul 27 15:31:17.681960 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b7d48fbe-5aeb-4a74-8a78-63d19bc79542 req-97a5a636-25da-4bab-8d1b-2fcdc1c04826 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074b3654-7c9f-4b7d-9969-0aac69d537aa HTTP/1.1" status: 200 len: 217 time: 0.0471034 Jul 27 15:31:17.758255 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8341d758-faf9-4969-8314-aa69ad0e2f4c req-a82842f9-9654-45d2-b5fc-58831dd46fd1 service neutron] 10.222.0.42 "GET /v2.0/networks/9a60c3e0-f70d-4bc1-b81b-251995c21fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975389 Jul 27 15:31:17.778467 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d4a66-a3c0-4332-a43f-22486f4d25c6 req-ebf15458-9b26-4fe4-912e-f6c6a2c1a334 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:17.780014 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cd7d4a66-a3c0-4332-a43f-22486f4d25c6 req-ebf15458-9b26-4fe4-912e-f6c6a2c1a334 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 943 time: 0.1008079 Jul 27 15:31:17.784140 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d48fbe-5aeb-4a74-8a78-63d19bc79542 req-19b4cf37-a1f1-4347-8439-b412c953c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:17.785502 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b7d48fbe-5aeb-4a74-8a78-63d19bc79542 req-19b4cf37-a1f1-4347-8439-b412c953c103 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.0787818 Jul 27 15:31:17.863213 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d48fbe-5aeb-4a74-8a78-63d19bc79542 req-86ef5b02-34ae-432f-b04f-6f6f2bec2541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:17.864760 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b7d48fbe-5aeb-4a74-8a78-63d19bc79542 req-86ef5b02-34ae-432f-b04f-6f6f2bec2541 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625789 Jul 27 15:31:17.868209 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cd7d4a66-a3c0-4332-a43f-22486f4d25c6 req-402ab626-d5aa-4baa-84d8-aeb349d51739 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797510 Jul 27 15:31:18.149870 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07201f-0a92-4fb1-a8cd-bf17a13a1e9e req-b9c51c04-d481-4355-93a9-6aa46c9ecea7 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:18.151361 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ba07201f-0a92-4fb1-a8cd-bf17a13a1e9e req-b9c51c04-d481-4355-93a9-6aa46c9ecea7 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0538344 Jul 27 15:31:18.199641 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ba07201f-0a92-4fb1-a8cd-bf17a13a1e9e req-05f426ed-a5e0-44ec-b82c-4f6d16ecc32b tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425360 Jul 27 15:31:18.393782 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc93ec-ef04-4e05-8ece-afdd4009544b req-b431e785-0646-46e8-9f07-933100c8b33a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:18.395294 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-effc93ec-ef04-4e05-8ece-afdd4009544b req-b431e785-0646-46e8-9f07-933100c8b33a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 943 time: 0.0480862 Jul 27 15:31:18.444414 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-effc93ec-ef04-4e05-8ece-afdd4009544b req-1cb98241-9f05-441f-9a7c-c29c85cffb56 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431435 Jul 27 15:31:18.475337 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 074b3654-7c9f-4b7d-9969-0aac69d537aa details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:31:18.477676 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 43e59693-e433-4779-9d2a-78cbea8c9b08 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:31:18.532757 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a64303-daf6-45d1-83bb-e7d1d31e7a75 req-eddfd58d-0cbb-4b54-ba7e-b267b50a3467 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:18.534386 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f6a64303-daf6-45d1-83bb-e7d1d31e7a75 req-eddfd58d-0cbb-4b54-ba7e-b267b50a3467 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 944 time: 0.0540693 Jul 27 15:31:18.557390 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:18.588682 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f6a64303-daf6-45d1-83bb-e7d1d31e7a75 req-d02e9dd2-32a4-4788-978c-580c7bfc0ee9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485320 Jul 27 15:31:18.708155 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port 43e59693-e433-4779-9d2a-78cbea8c9b08 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:31:18.708534 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:18.762167 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 074b3654-7c9f-4b7d-9969-0aac69d537aa, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=074b3654-7c9f-4b7d-9969-0aac69d537aa,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:31:18.777839 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': '074b3654-7c9f-4b7d-9969-0aac69d537aa', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'port_id': '074b3654-7c9f-4b7d-9969-0aac69d537aa', 'mac_address': 'fa:16:3e:90:51:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:31:18.836242 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:18.841458 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 43e59693-e433-4779-9d2a-78cbea8c9b08 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:31:18.841847 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:18.845012 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 074b3654-7c9f-4b7d-9969-0aac69d537aa is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:31:18.845377 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (074b3654-7c9f-4b7d-9969-0aac69d537aa), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:18.872396 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074b3654-7c9f-4b7d-9969-0aac69d537aa {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:31:18.881599 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e59693-e433-4779-9d2a-78cbea8c9b08'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:31:18.883799 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c4d5b9-9d78-49df-80c2-841d26cc86b7" -d '{"events": [{"server_uuid": "0c7540c3-cdec-4257-bea3-93599c6919cc", "name": "network-vif-plugged", "status": "completed", "tag": "43e59693-e433-4779-9d2a-78cbea8c9b08"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:31:18.906186 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 43e59693-e433-4779-9d2a-78cbea8c9b08, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=43e59693-e433-4779-9d2a-78cbea8c9b08,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:31:18.910451 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 074b3654-7c9f-4b7d-9969-0aac69d537aa, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=074b3654-7c9f-4b7d-9969-0aac69d537aa,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:31:18.914030 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:18.936754 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c352e87-de41-4975-a4d8-c5bdc062c09b x-openstack-request-id: req-4c352e87-de41-4975-a4d8-c5bdc062c09b {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:31:18.937040 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7540c3-cdec-4257-bea3-93599c6919cc", "name": "network-vif-plugged", "status": "completed", "tag": "43e59693-e433-4779-9d2a-78cbea8c9b08", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:31:18.937290 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c352e87-de41-4975-a4d8-c5bdc062c09b {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:31:18.937674 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c352e87-de41-4975-a4d8-c5bdc062c09b'] response: {'server_uuid': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e59693-e433-4779-9d2a-78cbea8c9b08', 'code': 200} Jul 27 15:31:18.938294 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (074b3654-7c9f-4b7d-9969-0aac69d537aa), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:18.967904 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=43e59693-e433-4779-9d2a-78cbea8c9b08,revision_number=7']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:18.999014 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14f782-1406-4a88-a12d-43e0ac623636 req-68ed254d-528c-43f6-bf27-645018c6f1e6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:19.000169 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0f14f782-1406-4a88-a12d-43e0ac623636 req-68ed254d-528c-43f6-bf27-645018c6f1e6 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 943 time: 0.0564001 Jul 27 15:31:19.022503 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=074b3654-7c9f-4b7d-9969-0aac69d537aa,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:19.067779 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a2b16-71ff-4aa1-9958-a87039aed679 req-a3ee2702-f4fd-42eb-a64b-c1bcef933ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:19.069282 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a98a2b16-71ff-4aa1-9958-a87039aed679 req-a3ee2702-f4fd-42eb-a64b-c1bcef933ac5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8719c555ca834c738566a2cc7684e9eb&device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 1127 time: 0.0565042 Jul 27 15:31:19.101813 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0f14f782-1406-4a88-a12d-43e0ac623636 req-84dd29be-f4bc-40ce-9a96-7630502bac9a tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950816 Jul 27 15:31:19.120438 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b7d48fbe-5aeb-4a74-8a78-63d19bc79542 req-423d212a-ed80-430e-9b65-009c303bcfb1 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083262 Jul 27 15:31:19.180390 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:19.209370 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a2b16-71ff-4aa1-9958-a87039aed679 req-c90b15e6-5fc4-47d4-ab5d-1e1c1e91a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:19.210953 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a98a2b16-71ff-4aa1-9958-a87039aed679 req-c90b15e6-5fc4-47d4-ab5d-1e1c1e91a970 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9a60c3e0-f70d-4bc1-b81b-251995c21fe7 HTTP/1.1" status: 200 len: 910 time: 0.1310313 Jul 27 15:31:19.257509 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b7d48fbe-5aeb-4a74-8a78-63d19bc79542 req-19ab7221-2e90-413e-a753-cfb02d8bcdf0 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275151 Jul 27 15:31:19.261009 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a98a2b16-71ff-4aa1-9958-a87039aed679 req-c9ad40b5-5396-4da7-89e5-2f45d702c9eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a722c74-0274-458f-af51-1788f0f2a28c HTTP/1.1" status: 200 len: 217 time: 0.0431857 Jul 27 15:31:19.286041 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5f94531f-76e4-4cf6-bdd0-093dde3370ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:19.335985 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['074b3654-7c9f-4b7d-9969-0aac69d537aa'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:31:19.382243 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a2b16-71ff-4aa1-9958-a87039aed679 req-d08a6165-ec39-4365-9ae5-578d65a747e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:19.382566 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a98a2b16-71ff-4aa1-9958-a87039aed679 req-d08a6165-ec39-4365-9ae5-578d65a747e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=886b0d4d-a244-424f-9de9-e69277570ad7 HTTP/1.1" status: 200 len: 849 time: 0.1015022 Jul 27 15:31:19.419970 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b810e9-15fc-40b2-a86b-df950b6d97ae req-cb850957-65b6-49d3-8151-a65f832f96c8 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:19.430473 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c4b810e9-15fc-40b2-a86b-df950b6d97ae req-cb850957-65b6-49d3-8151-a65f832f96c8 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0993698 Jul 27 15:31:19.455936 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a98a2b16-71ff-4aa1-9958-a87039aed679 req-d6f2078b-925f-427c-87af-7aca702c479a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9a60c3e0-f70d-4bc1-b81b-251995c21fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606122 Jul 27 15:31:19.498871 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c4b810e9-15fc-40b2-a86b-df950b6d97ae req-84789076-7db9-4241-9317-88e645348f0f tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672143 Jul 27 15:31:19.535821 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:19.556522 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:19.585160 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 42940) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:19.698859 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86da046-8e3f-42ae-9e28-3bd099350952 req-6cd17425-019e-42ee-9713-8bbd15763f62 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:19.706295 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e86da046-8e3f-42ae-9e28-3bd099350952 req-6cd17425-019e-42ee-9713-8bbd15763f62 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 944 time: 0.1079400 Jul 27 15:31:19.712876 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a98a2b16-71ff-4aa1-9958-a87039aed679 req-cbb89cb4-5636-4fdb-9615-aa940a6e430c service neutron] 10.222.0.42 "GET /v2.0/networks/9a60c3e0-f70d-4bc1-b81b-251995c21fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508419 Jul 27 15:31:19.749722 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8717ad8-6f49-4679-9df3-8981913e94e6 req-12e8e9a7-f560-4b38-bb7d-f43b59deac93 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:19.751135 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a8717ad8-6f49-4679-9df3-8981913e94e6 req-12e8e9a7-f560-4b38-bb7d-f43b59deac93 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0538847 Jul 27 15:31:19.768343 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-219f7a7e-7e58-49fc-9c74-b66fa9ff6a30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:19.775490 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e86da046-8e3f-42ae-9e28-3bd099350952 req-3bab770d-3a29-413b-9dd3-35fad67952fb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681417 Jul 27 15:31:19.841632 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a8717ad8-6f49-4679-9df3-8981913e94e6 req-36fb26fb-fc95-4c36-820f-1e5cc0be00dc tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758593 Jul 27 15:31:19.886279 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:19.899293 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a98a2b16-71ff-4aa1-9958-a87039aed679 req-e1711590-3aeb-48e9-96d7-f3c50133e563 service neutron] 10.222.0.42 "GET /v2.0/networks/9a60c3e0-f70d-4bc1-b81b-251995c21fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995011 Jul 27 15:31:19.906855 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-219f7a7e-7e58-49fc-9c74-b66fa9ff6a30 admin admin] Publish callbacks [] for security_group (124de263-b46b-44dc-bbaa-66b767b51ae3), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:19.913148 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-219f7a7e-7e58-49fc-9c74-b66fa9ff6a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (124de263-b46b-44dc-bbaa-66b767b51ae3), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:19.959696 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-219f7a7e-7e58-49fc-9c74-b66fa9ff6a30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d6461094aaf4ef087513c7dd325487f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734221 Jul 27 15:31:19.960625 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f7a7e-7e58-49fc-9c74-b66fa9ff6a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124de263-b46b-44dc-bbaa-66b767b51ae3,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:19.964312 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 42964) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:20.017686 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1af5c00c-39f3-4a26-929d-89663d63a2a2 admin admin] Publish callbacks [] for security_group (124de263-b46b-44dc-bbaa-66b767b51ae3), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:20.038935 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1af5c00c-39f3-4a26-929d-89663d63a2a2 admin admin] Publish callbacks [] for security_group (124de263-b46b-44dc-bbaa-66b767b51ae3), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:20.110473 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1af5c00c-39f3-4a26-929d-89663d63a2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (124de263-b46b-44dc-bbaa-66b767b51ae3), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:20.114665 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1af5c00c-39f3-4a26-929d-89663d63a2a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:20.118143 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-1af5c00c-39f3-4a26-929d-89663d63a2a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/124de263-b46b-44dc-bbaa-66b767b51ae3 HTTP/1.1" status: 204 len: 168 time: 0.1505949 Jul 27 15:31:20.139077 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5c00c-39f3-4a26-929d-89663d63a2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124de263-b46b-44dc-bbaa-66b767b51ae3,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:20.280760 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff2691-fa4d-4284-a443-c537c1b7ccd4 req-ed67077c-3002-430c-a0ce-62b434cb3fc4 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:20.284120 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2eff2691-fa4d-4284-a443-c537c1b7ccd4 req-ed67077c-3002-430c-a0ce-62b434cb3fc4 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 943 time: 0.0711985 Jul 27 15:31:20.392683 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2eff2691-fa4d-4284-a443-c537c1b7ccd4 req-9475a0d2-bea9-41ec-a505-5a548994a57d tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035867 Jul 27 15:31:20.491733 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 6a722c74-0274-458f-af51-1788f0f2a28c details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:31:20.495537 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 074b3654-7c9f-4b7d-9969-0aac69d537aa up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:31:20.651458 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c3656-fffe-46ba-b140-b75718921b9d req-1853eaac-3024-40c9-8d21-385a8d0541c4 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:20.653641 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e07c3656-fffe-46ba-b140-b75718921b9d req-1853eaac-3024-40c9-8d21-385a8d0541c4 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0625987 Jul 27 15:31:20.671489 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port 074b3654-7c9f-4b7d-9969-0aac69d537aa completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:31:20.697732 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port 074b3654-7c9f-4b7d-9969-0aac69d537aa triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:31:20.698114 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (074b3654-7c9f-4b7d-9969-0aac69d537aa), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:20.709738 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 6a722c74-0274-458f-af51-1788f0f2a28c, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=6a722c74-0274-458f-af51-1788f0f2a28c,segment=NetworkSegment(22c7d608-ac5a-484f-81bf-f3c03d8012c3),segment_id=22c7d608-ac5a-484f-81bf-f3c03d8012c3)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:31:20.724961 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e07c3656-fffe-46ba-b140-b75718921b9d req-ce65ec56-646e-42e9-967c-e34291b71dcf tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647869 Jul 27 15:31:20.754514 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': '6a722c74-0274-458f-af51-1788f0f2a28c', 'network_id': '9a60c3e0-f70d-4bc1-b81b-251995c21fe7', 'port_id': '6a722c74-0274-458f-af51-1788f0f2a28c', 'mac_address': 'fa:16:3e:e4:88:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886b0d4d-a244-424f-9de9-e69277570ad7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:31:20.809532 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 6a722c74-0274-458f-af51-1788f0f2a28c is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:31:20.809915 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (6a722c74-0274-458f-af51-1788f0f2a28c), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:20.898022 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a722c74-0274-458f-af51-1788f0f2a28c {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:31:20.915666 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:20.925365 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 074b3654-7c9f-4b7d-9969-0aac69d537aa is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:31:20.925950 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (074b3654-7c9f-4b7d-9969-0aac69d537aa), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:20.944902 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 6a722c74-0274-458f-af51-1788f0f2a28c, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=6a722c74-0274-458f-af51-1788f0f2a28c,segment=NetworkSegment(22c7d608-ac5a-484f-81bf-f3c03d8012c3),segment_id=22c7d608-ac5a-484f-81bf-f3c03d8012c3)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:31:20.965288 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (6a722c74-0274-458f-af51-1788f0f2a28c), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:20.975325 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2368e1-c94d-491f-9530-aaeabef3b07b req-aa17863a-0d27-48da-aaa8-b802a343bdba tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:20.991146 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3b2368e1-c94d-491f-9530-aaeabef3b07b req-aa17863a-0d27-48da-aaa8-b802a343bdba tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 944 time: 0.0963309 Jul 27 15:31:21.012401 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:21.022516 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074b3654-7c9f-4b7d-9969-0aac69d537aa'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:31:21.024841 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4fb6a1-5cc9-4437-ad63-37a2590e6850" -d '{"events": [{"server_uuid": "77a2ca90-8534-41a1-b3e4-4a02f4deba86", "name": "network-vif-plugged", "status": "completed", "tag": "074b3654-7c9f-4b7d-9969-0aac69d537aa"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:31:21.046626 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 074b3654-7c9f-4b7d-9969-0aac69d537aa, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=074b3654-7c9f-4b7d-9969-0aac69d537aa,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:31:21.070276 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3b2368e1-c94d-491f-9530-aaeabef3b07b req-953f7fe6-3c10-46b8-826d-67653c1879ed tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724735 Jul 27 15:31:21.070855 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (074b3654-7c9f-4b7d-9969-0aac69d537aa), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:21.086759 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=6a722c74-0274-458f-af51-1788f0f2a28c,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:21.128856 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5737516c-8a4b-4e11-9e03-b861644d33d8 x-openstack-request-id: req-5737516c-8a4b-4e11-9e03-b861644d33d8 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:31:21.129236 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a2ca90-8534-41a1-b3e4-4a02f4deba86", "name": "network-vif-plugged", "status": "completed", "tag": "074b3654-7c9f-4b7d-9969-0aac69d537aa", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:31:21.129554 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5737516c-8a4b-4e11-9e03-b861644d33d8 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:31:21.130004 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5737516c-8a4b-4e11-9e03-b861644d33d8'] response: {'server_uuid': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074b3654-7c9f-4b7d-9969-0aac69d537aa', 'code': 200} Jul 27 15:31:21.141951 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659b17f-4b75-4c51-9707-3d543576bb59 req-59108ef8-aa8f-4c04-8fc3-362c643fbf24 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:21.158163 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6659b17f-4b75-4c51-9707-3d543576bb59 req-59108ef8-aa8f-4c04-8fc3-362c643fbf24 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.1309941 Jul 27 15:31:21.175745 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=074b3654-7c9f-4b7d-9969-0aac69d537aa,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:21.233977 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6659b17f-4b75-4c51-9707-3d543576bb59 req-fe9f225a-8bae-424e-bf7c-fe695b5121d2 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744998 Jul 27 15:31:21.369995 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480511a-d296-4268-9ab3-ceb0b7b88f98 req-25bfe7eb-1690-4014-ad91-0a7dfd6290fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:21.372824 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a480511a-d296-4268-9ab3-ceb0b7b88f98 req-25bfe7eb-1690-4014-ad91-0a7dfd6290fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 1129 time: 0.0567350 Jul 27 15:31:21.400027 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['6a722c74-0274-458f-af51-1788f0f2a28c'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:31:21.456762 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a480511a-d296-4268-9ab3-ceb0b7b88f98 req-438a842d-2f4d-45ff-a780-f27c292f3beb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650365 Jul 27 15:31:21.582613 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:21.590966 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bd0dc-aa63-4bfa-894b-a604aac372f1 req-51ef63b3-9c77-4d8d-82e6-3fa95848f64b tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:21.598476 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fe1bd0dc-aa63-4bfa-894b-a604aac372f1 req-51ef63b3-9c77-4d8d-82e6-3fa95848f64b tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 944 time: 0.0700231 Jul 27 15:31:21.661953 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fe1bd0dc-aa63-4bfa-894b-a604aac372f1 req-01608570-19d4-403d-979d-58a932a4d1c4 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625427 Jul 27 15:31:21.919005 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78706bb-9d8f-43b1-b720-d8ac51f19297 req-2dd75192-bfee-4079-9f0d-0ec9955d6cde tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:21.921538 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a78706bb-9d8f-43b1-b720-d8ac51f19297 req-2dd75192-bfee-4079-9f0d-0ec9955d6cde tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.1035802 Jul 27 15:31:22.036975 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a78706bb-9d8f-43b1-b720-d8ac51f19297 req-8143de6f-9559-4256-a0da-84ef5b692761 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983801 Jul 27 15:31:22.047056 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:22.075302 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:22.204635 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6680d3-23e3-4805-ab1b-72b84c9eaf95 req-6ddabd65-1783-4843-823e-55a1edf9e1c1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:22.216452 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d6680d3-23e3-4805-ab1b-72b84c9eaf95 req-6ddabd65-1783-4843-823e-55a1edf9e1c1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0638463 Jul 27 15:31:22.249381 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:22.347104 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d6680d3-23e3-4805-ab1b-72b84c9eaf95 req-d50b328d-60e4-45a4-9781-668a5f28eb98 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278694 Jul 27 15:31:22.430926 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71788bb1-e8ec-4ee2-961e-3a0550954b75 req-fdd5ead8-9430-4aeb-be30-3cc8fcb889bb tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:22.438683 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-71788bb1-e8ec-4ee2-961e-3a0550954b75 req-fdd5ead8-9430-4aeb-be30-3cc8fcb889bb tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0816205 Jul 27 15:31:22.508641 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-71788bb1-e8ec-4ee2-961e-3a0550954b75 req-4f361d05-a17b-4eb7-897d-2b6f1abb84fa tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687618 Jul 27 15:31:22.732777 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 6a722c74-0274-458f-af51-1788f0f2a28c up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:31:22.793113 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port 6a722c74-0274-458f-af51-1788f0f2a28c completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:31:22.803974 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port 6a722c74-0274-458f-af51-1788f0f2a28c triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:31:22.805581 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (6a722c74-0274-458f-af51-1788f0f2a28c), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:22.847216 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a77e1-3036-4a27-875e-ffab2414e4ab req-32bcd583-f428-4240-a519-74e7257b09fa tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:22.857676 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-638a77e1-3036-4a27-875e-ffab2414e4ab req-32bcd583-f428-4240-a519-74e7257b09fa tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 944 time: 0.0893378 Jul 27 15:31:22.906608 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 6a722c74-0274-458f-af51-1788f0f2a28c is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:31:22.907295 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (6a722c74-0274-458f-af51-1788f0f2a28c), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:22.928807 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-638a77e1-3036-4a27-875e-ffab2414e4ab req-667f61ac-102a-4287-99d1-1dc0d7cb9ec8 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696208 Jul 27 15:31:22.951261 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 6a722c74-0274-458f-af51-1788f0f2a28c, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=6a722c74-0274-458f-af51-1788f0f2a28c,segment=NetworkSegment(22c7d608-ac5a-484f-81bf-f3c03d8012c3),segment_id=22c7d608-ac5a-484f-81bf-f3c03d8012c3)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:31:22.957675 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (6a722c74-0274-458f-af51-1788f0f2a28c), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:23.015497 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=6a722c74-0274-458f-af51-1788f0f2a28c,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:23.133698 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999cce74-ed7b-47f2-876e-4057dd968208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a722c74-0274-458f-af51-1788f0f2a28c'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:31:23.137151 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56be2809-b346-4dd0-a838-3c96082b5aa2" -d '{"events": [{"server_uuid": "999cce74-ed7b-47f2-876e-4057dd968208", "name": "network-vif-plugged", "status": "completed", "tag": "6a722c74-0274-458f-af51-1788f0f2a28c"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:31:23.182753 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242053-b84e-4ae7-a3cd-e983bad0880d req-cb75a557-461e-42b1-9295-2a50426b758e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:23.183291 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6eecb3b-1c8b-4e11-a131-82817f46817d x-openstack-request-id: req-a6eecb3b-1c8b-4e11-a131-82817f46817d {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:31:23.183291 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999cce74-ed7b-47f2-876e-4057dd968208", "name": "network-vif-plugged", "status": "completed", "tag": "6a722c74-0274-458f-af51-1788f0f2a28c", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:31:23.183491 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e2242053-b84e-4ae7-a3cd-e983bad0880d req-cb75a557-461e-42b1-9295-2a50426b758e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0592659 Jul 27 15:31:23.183680 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6eecb3b-1c8b-4e11-a131-82817f46817d {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:31:23.183680 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6eecb3b-1c8b-4e11-a131-82817f46817d'] response: {'server_uuid': '999cce74-ed7b-47f2-876e-4057dd968208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a722c74-0274-458f-af51-1788f0f2a28c', 'code': 200} Jul 27 15:31:23.231703 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e2242053-b84e-4ae7-a3cd-e983bad0880d req-a32c36f2-4825-4f10-b803-e3e5928daf18 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473754 Jul 27 15:31:23.471991 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f0ae7-b520-43e2-a792-163d6ec11de4 req-42089e95-a66d-4c32-ab93-aa3a2d98e63d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:23.480658 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-200f0ae7-b520-43e2-a792-163d6ec11de4 req-42089e95-a66d-4c32-ab93-aa3a2d98e63d tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0565665 Jul 27 15:31:23.548430 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-200f0ae7-b520-43e2-a792-163d6ec11de4 req-11817e9a-3d29-4ff2-81c1-6a998cc100f0 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666087 Jul 27 15:31:23.665040 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:23.675763 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c4654-5213-44a5-b220-55388708f30f req-295f80a4-c159-485a-9069-5333e6e9c663 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:23.677555 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-074c4654-5213-44a5-b220-55388708f30f req-295f80a4-c159-485a-9069-5333e6e9c663 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0713503 Jul 27 15:31:23.689977 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 43066) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:23.699601 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-ccc694fc-7cd8-4273-95cb-ccabc03b33fb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Request body: {'floatingip': {'port_id': '074b3654-7c9f-4b7d-9969-0aac69d537aa'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:31:23.703577 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa67c2-1208-4c0e-8e87-d2677e3d4a88 req-6835fc3f-fa25-4619-bef4-f88e431867e6 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:23.716173 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d1fa67c2-1208-4c0e-8e87-d2677e3d4a88 req-6835fc3f-fa25-4619-bef4-f88e431867e6 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0887890 Jul 27 15:31:23.774932 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d1fa67c2-1208-4c0e-8e87-d2677e3d4a88 req-e56688bc-dae3-423c-8acf-06d2b48d80bb tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577919 Jul 27 15:31:23.822881 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccc694fc-7cd8-4273-95cb-ccabc03b33fb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for floatingip (c165f6e4-8309-4355-a4f2-6e71814480b7), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:23.952885 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:24.130564 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f4efb-22cf-4d9a-8302-689ffe9a7f7f req-63a71d0d-f19e-4650-9ef3-6fa0e672f91d tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:24.132253 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c48f4efb-22cf-4d9a-8302-689ffe9a7f7f req-63a71d0d-f19e-4650-9ef3-6fa0e672f91d tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 945 time: 0.0980270 Jul 27 15:31:24.176946 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 43076) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:24.359960 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c48f4efb-22cf-4d9a-8302-689ffe9a7f7f req-8d4523fa-2641-4063-bcfb-6d86ac05abee tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168903 Jul 27 15:31:24.410207 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7045ee82-caa1-436b-b459-5fcdc4d64916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:24.446316 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdeb670-075a-480c-8298-8fb5ef5ce38c req-928484a3-23e2-4254-909d-ed1bfb60e449 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:24.453406 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ffdeb670-075a-480c-8298-8fb5ef5ce38c req-928484a3-23e2-4254-909d-ed1bfb60e449 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.1214724 Jul 27 15:31:24.476237 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:24.557863 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ffdeb670-075a-480c-8298-8fb5ef5ce38c req-13adaf95-bc61-431c-9ff5-82eb86ea6b8a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034338 Jul 27 15:31:24.632737 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7045ee82-caa1-436b-b459-5fcdc4d64916 admin admin] Publish callbacks [] for security_group (fc978465-dc0d-45de-b0ec-b4b2372f9256), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:24.641533 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7045ee82-caa1-436b-b459-5fcdc4d64916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (fc978465-dc0d-45de-b0ec-b4b2372f9256), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:24.696154 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-7045ee82-caa1-436b-b459-5fcdc4d64916 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1dd0cdb21c9147cab25c268ea8a9bc9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5178940 Jul 27 15:31:24.697268 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045ee82-caa1-436b-b459-5fcdc4d64916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc978465-dc0d-45de-b0ec-b4b2372f9256,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:24.699753 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 43082) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:24.710307 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08602122-0358-4e1f-b91f-efee62ad1713 req-66aab6a3-12ca-489c-99fc-1b499808c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:24.712391 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-08602122-0358-4e1f-b91f-efee62ad1713 req-66aab6a3-12ca-489c-99fc-1b499808c4d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 1129 time: 0.3281779 Jul 27 15:31:24.756198 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bf4150f-8cb1-4b92-9ff8-86581b023af6 admin admin] Publish callbacks [] for security_group (fc978465-dc0d-45de-b0ec-b4b2372f9256), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:24.789964 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bf4150f-8cb1-4b92-9ff8-86581b023af6 admin admin] Publish callbacks [] for security_group (fc978465-dc0d-45de-b0ec-b4b2372f9256), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:24.874934 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bf4150f-8cb1-4b92-9ff8-86581b023af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (fc978465-dc0d-45de-b0ec-b4b2372f9256), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:24.878319 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bf4150f-8cb1-4b92-9ff8-86581b023af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:24.879668 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9bf4150f-8cb1-4b92-9ff8-86581b023af6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc978465-dc0d-45de-b0ec-b4b2372f9256 HTTP/1.1" status: 204 len: 168 time: 0.1789267 Jul 27 15:31:24.888340 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4150f-8cb1-4b92-9ff8-86581b023af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc978465-dc0d-45de-b0ec-b4b2372f9256,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:24.924820 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:25.000402 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccc694fc-7cd8-4273-95cb-ccabc03b33fb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:25.005418 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-08602122-0358-4e1f-b91f-efee62ad1713 req-f06371e7-3f16-490a-836c-41f859806d84 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162683 Jul 27 15:31:25.011886 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a16ba9-4ee7-4d29-8117-d8f80ce3bba1 req-5e54c04a-49b1-4652-84c5-ff66f4c9ef26 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:25.019179 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-44a16ba9-4ee7-4d29-8117-d8f80ce3bba1 req-5e54c04a-49b1-4652-84c5-ff66f4c9ef26 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.1492512 Jul 27 15:31:25.026922 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccc694fc-7cd8-4273-95cb-ccabc03b33fb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (c165f6e4-8309-4355-a4f2-6e71814480b7), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:25.186533 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-44a16ba9-4ee7-4d29-8117-d8f80ce3bba1 req-a914a57b-3900-481e-aff8-f071e5558466 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663384 Jul 27 15:31:25.225817 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-ccc694fc-7cd8-4273-95cb-ccabc03b33fb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Floating IP c165f6e4-8309-4355-a4f2-6e71814480b7 associated. External IP: 172.27.1.177, port: 074b3654-7c9f-4b7d-9969-0aac69d537aa. Jul 27 15:31:25.355279 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 43090) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:25.371928 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1b139e8b-5183-4425-ab71-6cbfff9281d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:25.520883 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1b139e8b-5183-4425-ab71-6cbfff9281d0 admin admin] Publish callbacks [] for security_group (5759f665-455b-4f9d-91b7-a2ce7a8ab7aa), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:25.529674 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c100df6-f08f-49ae-9213-32f6006c9103 req-19c712f3-2f5f-4333-8fb0-fddae53ce57c tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:25.531653 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c100df6-f08f-49ae-9213-32f6006c9103 req-19c712f3-2f5f-4333-8fb0-fddae53ce57c tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 945 time: 0.0809817 Jul 27 15:31:25.533618 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1b139e8b-5183-4425-ab71-6cbfff9281d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (5759f665-455b-4f9d-91b7-a2ce7a8ab7aa), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:25.545920 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc694fc-7cd8-4273-95cb-ccabc03b33fb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Router 86061384-2070-4015-9452-2bc9aa9bb76b has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:31:25.571686 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-1b139e8b-5183-4425-ab71-6cbfff9281d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b58039dcdaf045089baffa6790bf7b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146664 Jul 27 15:31:25.590160 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b139e8b-5183-4425-ab71-6cbfff9281d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5759f665-455b-4f9d-91b7-a2ce7a8ab7aa,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:25.592665 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 43094) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:25.696628 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c100df6-f08f-49ae-9213-32f6006c9103 req-aac47de7-ce2a-4a32-bf84-b9d365e14ca3 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369371 Jul 27 15:31:25.736147 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc694fc-7cd8-4273-95cb-ccabc03b33fb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:31:25.739158 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-99f2a378-943c-4da9-93ed-471f4bca8a65 admin admin] Publish callbacks [] for security_group (5759f665-455b-4f9d-91b7-a2ce7a8ab7aa), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:25.744256 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:25.755014 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c113ad4-fc17-4d68-a10c-8dc5c156fefc None None] Sync routers for ids ['86061384-2070-4015-9452-2bc9aa9bb76b'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:31:25.765635 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ccc694fc-7cd8-4273-95cb-ccabc03b33fb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:25.771234 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c113ad4-fc17-4d68-a10c-8dc5c156fefc None None] Routers {'86061384-2070-4015-9452-2bc9aa9bb76b'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:31:25.772515 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9c113ad4-fc17-4d68-a10c-8dc5c156fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:31:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['86061384-2070-4015-9452-2bc9aa9bb76b'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:31:25.781372 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-99f2a378-943c-4da9-93ed-471f4bca8a65 admin admin] Publish callbacks [] for security_group (5759f665-455b-4f9d-91b7-a2ce7a8ab7aa), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:25.804010 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:25.806717 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ccc694fc-7cd8-4273-95cb-ccabc03b33fb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "PUT /v2.0/floatingips/c165f6e4-8309-4355-a4f2-6e71814480b7 HTTP/1.1" status: 200 len: 991 time: 2.1155088 Jul 27 15:31:25.810116 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'tag': '074b3654-7c9f-4b7d-9969-0aac69d537aa'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:31:25.814921 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec29e52-dca1-4df9-b60d-90e82ba89a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "77a2ca90-8534-41a1-b3e4-4a02f4deba86", "tag": "074b3654-7c9f-4b7d-9969-0aac69d537aa"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:31:25.839940 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:25.858650 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-99f2a378-943c-4da9-93ed-471f4bca8a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (5759f665-455b-4f9d-91b7-a2ce7a8ab7aa), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:25.863944 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-99f2a378-943c-4da9-93ed-471f4bca8a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:25.867626 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-99f2a378-943c-4da9-93ed-471f4bca8a65 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5759f665-455b-4f9d-91b7-a2ce7a8ab7aa HTTP/1.1" status: 204 len: 168 time: 0.2539828 Jul 27 15:31:25.880323 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5e835-d107-4de5-86c2-dbfa7ab65192 req-02c991ba-7798-4db8-a75d-b156af3a175d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:25.885283 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-75e5e835-d107-4de5-86c2-dbfa7ab65192 req-02c991ba-7798-4db8-a75d-b156af3a175d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.1760681 Jul 27 15:31:25.905501 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2586661-16b5-484a-922f-3496ecf59b32 x-openstack-request-id: req-c2586661-16b5-484a-922f-3496ecf59b32 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:31:25.908734 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a2ca90-8534-41a1-b3e4-4a02f4deba86", "tag": "074b3654-7c9f-4b7d-9969-0aac69d537aa", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:31:25.909443 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2586661-16b5-484a-922f-3496ecf59b32 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:31:25.912422 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2586661-16b5-484a-922f-3496ecf59b32'] response: {'name': 'network-changed', 'server_uuid': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'tag': '074b3654-7c9f-4b7d-9969-0aac69d537aa', 'status': 'completed', 'code': 200} Jul 27 15:31:25.925961 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2a378-943c-4da9-93ed-471f4bca8a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5759f665-455b-4f9d-91b7-a2ce7a8ab7aa,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:25.990563 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-9c113ad4-fc17-4d68-a10c-8dc5c156fefc None None] Set router 86061384-2070-4015-9452-2bc9aa9bb76b gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:31:26.025215 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-75e5e835-d107-4de5-86c2-dbfa7ab65192 req-9d71ca49-931d-47f9-8d98-a7859e232c97 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289229 Jul 27 15:31:26.369177 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:26.382688 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d911ff-ccde-4a76-8db3-6e35cb601229 req-f28a20cd-1215-4207-be48-e0054ab49b08 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:26.391177 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-28d911ff-ccde-4a76-8db3-6e35cb601229 req-f28a20cd-1215-4207-be48-e0054ab49b08 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0591702 Jul 27 15:31:26.440539 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9c113ad4-fc17-4d68-a10c-8dc5c156fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:34Z', 'revision_number': 4, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port': {'id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': 'c165f6e4-8309-4355-a4f2-6e71814480b7', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'port_id': '074b3654-7c9f-4b7d-9969-0aac69d537aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'mac_address': 'fa:16:3e:90:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:31:07Z', 'updated_at': '2022-07-27T15:31:24Z', 'revision_number': 1, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c999a5-021a-47ba-90b6-f38497c4f5ff', 'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'mac_address': 'fa:16:3e:2a:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:45Z', 'revision_number': 5, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'subnets': [{'id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:31:26.482315 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-28d911ff-ccde-4a76-8db3-6e35cb601229 req-70c17041-29ec-4e77-96ee-e9564eee10c9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885053 Jul 27 15:31:26.485567 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c113ad4-fc17-4d68-a10c-8dc5c156fefc None None] Checking router: 86061384-2070-4015-9452-2bc9aa9bb76b for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:31:26.515365 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c113ad4-fc17-4d68-a10c-8dc5c156fefc None None] Routers {'86061384-2070-4015-9452-2bc9aa9bb76b'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:31:26.520592 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9c113ad4-fc17-4d68-a10c-8dc5c156fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:31:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['86061384-2070-4015-9452-2bc9aa9bb76b'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:31:26.541008 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec29e52-dca1-4df9-b60d-90e82ba89a9b req-bf20a20e-9e81-43e1-b43b-4c10a4e12da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:26.542798 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0ec29e52-dca1-4df9-b60d-90e82ba89a9b req-bf20a20e-9e81-43e1-b43b-4c10a4e12da1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 1129 time: 0.0725176 Jul 27 15:31:26.677509 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-9c113ad4-fc17-4d68-a10c-8dc5c156fefc None None] Set router 86061384-2070-4015-9452-2bc9aa9bb76b gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:31:26.711219 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec29e52-dca1-4df9-b60d-90e82ba89a9b req-246ee1f2-d271-4da1-8de8-9781116d53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:26.712654 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0ec29e52-dca1-4df9-b60d-90e82ba89a9b req-246ee1f2-d271-4da1-8de8-9781116d53a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 920 time: 0.1548302 Jul 27 15:31:26.774149 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:26.886697 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0ec29e52-dca1-4df9-b60d-90e82ba89a9b req-25325033-4751-4496-b178-e522c00f166a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074b3654-7c9f-4b7d-9969-0aac69d537aa HTTP/1.1" status: 200 len: 999 time: 0.1648459 Jul 27 15:31:26.904779 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b94d4-1ac4-4b09-8086-06bbbfe56d86 req-5d4e7202-3d58-43fd-a519-c6bf28801b94 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:26.906461 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-224b94d4-1ac4-4b09-8086-06bbbfe56d86 req-5d4e7202-3d58-43fd-a519-c6bf28801b94 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 945 time: 0.0954254 Jul 27 15:31:27.052486 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-9c113ad4-fc17-4d68-a10c-8dc5c156fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:34Z', 'revision_number': 4, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port': {'id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': 'c165f6e4-8309-4355-a4f2-6e71814480b7', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'port_id': '074b3654-7c9f-4b7d-9969-0aac69d537aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'mac_address': 'fa:16:3e:90:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:31:07Z', 'updated_at': '2022-07-27T15:31:24Z', 'revision_number': 1, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c999a5-021a-47ba-90b6-f38497c4f5ff', 'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'mac_address': 'fa:16:3e:2a:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:45Z', 'revision_number': 5, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'subnets': [{'id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:31:27.083699 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-224b94d4-1ac4-4b09-8086-06bbbfe56d86 req-3cbfd3bb-9584-4089-8a6d-b8cc1376497c tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698539 Jul 27 15:31:27.134129 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:27.137223 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec29e52-dca1-4df9-b60d-90e82ba89a9b req-1bc07a09-0c94-41f9-9534-0ba19a82ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:27.138755 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c113ad4-fc17-4d68-a10c-8dc5c156fefc None None] The sync data for ids ['86061384-2070-4015-9452-2bc9aa9bb76b'] in dv-cinder-841315-2-iscsi is: [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:34Z', 'revision_number': 4, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port': {'id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': 'c165f6e4-8309-4355-a4f2-6e71814480b7', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'port_id': '074b3654-7c9f-4b7d-9969-0aac69d537aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'mac_address': 'fa:16:3e:90:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:31:07Z', 'updated_at': '2022-07-27T15:31:24Z', 'revision_number': 1, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c999a5-021a-47ba-90b6-f38497c4f5ff', 'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'mac_address': 'fa:16:3e:2a:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:45Z', 'revision_number': 5, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'subnets': [{'id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:31:27.139286 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0ec29e52-dca1-4df9-b60d-90e82ba89a9b req-1bc07a09-0c94-41f9-9534-0ba19a82ba0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.1482930 Jul 27 15:31:27.329655 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e81e3f-a05b-4480-9740-046f9d53eb8f req-bc9afcaf-420c-440a-8bb3-d78faf10df0b tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:27.333168 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a2e81e3f-a05b-4480-9740-046f9d53eb8f req-bc9afcaf-420c-440a-8bb3-d78faf10df0b tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.1198757 Jul 27 15:31:27.416680 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a2e81e3f-a05b-4480-9740-046f9d53eb8f req-a4a8450d-0d05-4398-98b9-5eb4c8a4da3a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771635 Jul 27 15:31:27.641077 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff425a0-426e-4065-b8d5-b4da26b4f9fb req-5b18dab3-6726-4223-bb2f-904884e8aef5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:27.643484 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8ff425a0-426e-4065-b8d5-b4da26b4f9fb req-5b18dab3-6726-4223-bb2f-904884e8aef5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0651357 Jul 27 15:31:27.714612 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8ff425a0-426e-4065-b8d5-b4da26b4f9fb req-2752600c-d27f-42e8-9eb4-9dafcb1c8fba tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636587 Jul 27 15:31:27.892527 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec29e52-dca1-4df9-b60d-90e82ba89a9b req-44636129-b3d4-4576-9cbe-d8416ce0d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:27.894651 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0ec29e52-dca1-4df9-b60d-90e82ba89a9b req-44636129-b3d4-4576-9cbe-d8416ce0d2a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875123 Jul 27 15:31:28.055976 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0ec29e52-dca1-4df9-b60d-90e82ba89a9b req-c022b42d-4f2e-468f-aaa4-f2229dfa951b service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499109 Jul 27 15:31:28.068388 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 43146) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:28.237462 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684682df-8538-49e7-95ef-e3c2c0d79ff3 None None] New status for floating IP c165f6e4-8309-4355-a4f2-6e71814480b7: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:31:28.286587 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0ec29e52-dca1-4df9-b60d-90e82ba89a9b req-24e53b3a-152b-4d34-8e78-05f5043a7362 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158298 Jul 27 15:31:28.302299 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-89e264a2-46fe-4203-bc95-7e1d5d69fc7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:28.350269 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9f6aa-9a5b-4e43-8e62-c9789a0fa0a1 req-81a98905-e024-445c-bb29-4f442c475c8e tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:28.352840 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f8c9f6aa-9a5b-4e43-8e62-c9789a0fa0a1 req-81a98905-e024-445c-bb29-4f442c475c8e tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 945 time: 0.1267202 Jul 27 15:31:28.445275 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f8c9f6aa-9a5b-4e43-8e62-c9789a0fa0a1 req-536eb97e-5de8-4ac6-9b97-4890e07b37e8 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805712 Jul 27 15:31:28.509280 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-89e264a2-46fe-4203-bc95-7e1d5d69fc7d admin admin] Publish callbacks [] for security_group (1f5d4dc9-ddc2-4d5d-8e39-ee4e769578ad), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:28.514181 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-89e264a2-46fe-4203-bc95-7e1d5d69fc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (1f5d4dc9-ddc2-4d5d-8e39-ee4e769578ad), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:28.553849 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-89e264a2-46fe-4203-bc95-7e1d5d69fc7d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c40acf201dfc4ce588eb390b319e89a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4764080 Jul 27 15:31:28.554980 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 43158) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:28.602302 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e264a2-46fe-4203-bc95-7e1d5d69fc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5d4dc9-ddc2-4d5d-8e39-ee4e769578ad,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:28.643512 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b653fe-1d12-4c20-b561-de6676ab06f6 req-d907a04c-a538-4a14-846c-296497ce6143 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:28.651342 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d9b653fe-1d12-4c20-b561-de6676ab06f6 req-d907a04c-a538-4a14-846c-296497ce6143 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0785456 Jul 27 15:31:28.678355 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-43364b18-27ae-48bb-bdad-c0672bd62bbb admin admin] Publish callbacks [] for security_group (1f5d4dc9-ddc2-4d5d-8e39-ee4e769578ad), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:28.711351 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-43364b18-27ae-48bb-bdad-c0672bd62bbb admin admin] Publish callbacks [] for security_group (1f5d4dc9-ddc2-4d5d-8e39-ee4e769578ad), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:28.726201 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d9b653fe-1d12-4c20-b561-de6676ab06f6 req-12404ba6-93e9-4f97-833a-bc45102c406e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735741 Jul 27 15:31:28.803897 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-43364b18-27ae-48bb-bdad-c0672bd62bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (1f5d4dc9-ddc2-4d5d-8e39-ee4e769578ad), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:28.804159 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-43364b18-27ae-48bb-bdad-c0672bd62bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:28.811078 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-43364b18-27ae-48bb-bdad-c0672bd62bbb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f5d4dc9-ddc2-4d5d-8e39-ee4e769578ad HTTP/1.1" status: 204 len: 168 time: 0.2539744 Jul 27 15:31:28.845396 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43364b18-27ae-48bb-bdad-c0672bd62bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5d4dc9-ddc2-4d5d-8e39-ee4e769578ad,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:28.978693 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1d558-e5f6-4677-b641-9636bcdc7987 req-d91b6ac1-6dd9-4be9-a1dd-1b76b7c89400 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:28.986994 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3fd1d558-e5f6-4677-b641-9636bcdc7987 req-d91b6ac1-6dd9-4be9-a1dd-1b76b7c89400 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0829232 Jul 27 15:31:29.063733 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3fd1d558-e5f6-4677-b641-9636bcdc7987 req-31eadeb5-738d-43b5-b733-35c226e851b7 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754526 Jul 27 15:31:29.484002 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec9c39-acfc-4764-8725-e2f24f49293d req-ee996eef-3e0b-4909-be54-5c1844f4137c tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:29.492889 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e7ec9c39-acfc-4764-8725-e2f24f49293d req-ee996eef-3e0b-4909-be54-5c1844f4137c tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 945 time: 0.0708444 Jul 27 15:31:29.560685 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e7ec9c39-acfc-4764-8725-e2f24f49293d req-b6141d45-b8d1-4273-9596-2a8a9d38e127 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656540 Jul 27 15:31:29.887876 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad744b-ec23-418c-be75-b56be0de551f req-d4989dec-fa17-4336-9cd2-6359b218b6ee tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:29.889570 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-00ad744b-ec23-418c-be75-b56be0de551f req-d4989dec-fa17-4336-9cd2-6359b218b6ee tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0862586 Jul 27 15:31:29.964721 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-00ad744b-ec23-418c-be75-b56be0de551f req-5d7bac31-01f3-4179-9709-0d202cffacaf tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667720 Jul 27 15:31:30.203510 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90455ad-3067-4467-918d-d0d9a01031d8 req-f3ac29d3-1db0-4b87-9088-482a66beba1f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:30.208326 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c90455ad-3067-4467-918d-d0d9a01031d8 req-f3ac29d3-1db0-4b87-9088-482a66beba1f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0601485 Jul 27 15:31:30.238684 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:30.285797 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:30.292497 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c90455ad-3067-4467-918d-d0d9a01031d8 req-9a40ed20-895b-445e-b2c5-22d7da76c31a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808527 Jul 27 15:31:30.706623 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add6eae-1650-475d-afbe-b12b70b8b298 req-3b98754a-17c4-49d0-93fc-53c413c8a884 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:30.708532 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2add6eae-1650-475d-afbe-b12b70b8b298 req-3b98754a-17c4-49d0-93fc-53c413c8a884 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 945 time: 0.0613492 Jul 27 15:31:30.764673 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2add6eae-1650-475d-afbe-b12b70b8b298 req-eb640a75-c8c6-4cdf-9e4b-16ca13e6ff08 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503678 Jul 27 15:31:31.101508 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653434-3dad-408b-9c1d-5daa069f0275 req-7099d62e-de9e-4f26-93a9-8299377e2c53 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:31.108384 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-73653434-3dad-408b-9c1d-5daa069f0275 req-7099d62e-de9e-4f26-93a9-8299377e2c53 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0562787 Jul 27 15:31:31.169195 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-73653434-3dad-408b-9c1d-5daa069f0275 req-cba7055c-6812-45dc-abcc-cab34720b00d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597625 Jul 27 15:31:31.432458 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c511818-8487-4fb6-bcc3-db5c20709041 req-447739dc-32d2-489f-9980-bad7bd811747 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:31.434765 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3c511818-8487-4fb6-bcc3-db5c20709041 req-447739dc-32d2-489f-9980-bad7bd811747 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0556927 Jul 27 15:31:31.493827 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:31.500034 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3c511818-8487-4fb6-bcc3-db5c20709041 req-be38afde-15ed-49b8-a5e6-cd94881ab033 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593708 Jul 27 15:31:31.900926 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b3e70-e1ac-4a22-a500-d2c06d140e4e req-00fa5280-aa8e-412e-ab96-6191c7b798e3 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:31.902945 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b97b3e70-e1ac-4a22-a500-d2c06d140e4e req-00fa5280-aa8e-412e-ab96-6191c7b798e3 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 945 time: 0.0571854 Jul 27 15:31:31.952092 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b97b3e70-e1ac-4a22-a500-d2c06d140e4e req-5b202b00-e33e-4a17-8524-597a034e6c38 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc234567-ec43-42fd-aacd-2c7393ccc46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429776 Jul 27 15:31:32.101136 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5415ce6-0021-42ae-9658-cb7e3b5a2555 req-848bfd1d-5b01-4009-a7a0-c5c628019602 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:32.102713 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a5415ce6-0021-42ae-9658-cb7e3b5a2555 req-848bfd1d-5b01-4009-a7a0-c5c628019602 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.42 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 945 time: 0.0514154 Jul 27 15:31:32.306769 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-a5415ce6-0021-42ae-9658-cb7e3b5a2555 req-be6c99d8-0dac-4c7b-aefd-1fcb6dc074c0 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Deleting port 6a722c74-0274-458f-af51-1788f0f2a28c {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:31:32.307023 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a5415ce6-0021-42ae-9658-cb7e3b5a2555 req-be6c99d8-0dac-4c7b-aefd-1fcb6dc074c0 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (6a722c74-0274-458f-af51-1788f0f2a28c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:32.337336 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fd421-af73-4c6a-a780-3f39d6270e8c req-153081d3-cabb-44dc-a8d9-a23f33969a90 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:32.338841 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4c7fd421-af73-4c6a-a780-3f39d6270e8c req-153081d3-cabb-44dc-a8d9-a23f33969a90 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0818346 Jul 27 15:31:32.405099 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:32.452827 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4c7fd421-af73-4c6a-a780-3f39d6270e8c req-780311b9-f7cf-4fa3-bbd4-29ee5895a050 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875714 Jul 27 15:31:32.457829 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-a5415ce6-0021-42ae-9658-cb7e3b5a2555 req-be6c99d8-0dac-4c7b-aefd-1fcb6dc074c0 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] For port 6a722c74-0274-458f-af51-1788f0f2a28c, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=6a722c74-0274-458f-af51-1788f0f2a28c,segment=NetworkSegment(22c7d608-ac5a-484f-81bf-f3c03d8012c3),segment_id=22c7d608-ac5a-484f-81bf-f3c03d8012c3)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:31:32.458191 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a5415ce6-0021-42ae-9658-cb7e3b5a2555 req-be6c99d8-0dac-4c7b-aefd-1fcb6dc074c0 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (6a722c74-0274-458f-af51-1788f0f2a28c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:32.471105 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-a5415ce6-0021-42ae-9658-cb7e3b5a2555 req-be6c99d8-0dac-4c7b-aefd-1fcb6dc074c0 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Calling delete_port for 6a722c74-0274-458f-af51-1788f0f2a28c owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:31:32.668253 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b67cb6-b6a6-4685-9e40-3392e9d82ac8 req-48ee2213-358b-4be3-867a-fb10c1cf7e6a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:32.669765 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-55b67cb6-b6a6-4685-9e40-3392e9d82ac8 req-48ee2213-358b-4be3-867a-fb10c1cf7e6a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0700860 Jul 27 15:31:32.670849 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a5415ce6-0021-42ae-9658-cb7e3b5a2555 req-be6c99d8-0dac-4c7b-aefd-1fcb6dc074c0 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (6a722c74-0274-458f-af51-1788f0f2a28c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:32.690234 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['6a722c74-0274-458f-af51-1788f0f2a28c'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:31:32.724309 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74945a03-5b7a-4974-83ae-c8019be67d37 req-7711a838-1e3d-4343-960b-5c5bede7103e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:32.725868 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-74945a03-5b7a-4974-83ae-c8019be67d37 req-7711a838-1e3d-4343-960b-5c5bede7103e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0651007 Jul 27 15:31:32.730480 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c99d8-0dac-4c7b-aefd-1fcb6dc074c0 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Pushing event deleted for resources: {'Port': ['ID=6a722c74-0274-458f-af51-1788f0f2a28c,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:32.789219 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5415ce6-0021-42ae-9658-cb7e3b5a2555 req-be6c99d8-0dac-4c7b-aefd-1fcb6dc074c0 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] No DVR routers for this DVR port 6a722c74-0274-458f-af51-1788f0f2a28c on host hv-cinder-84131 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:31:32.798209 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-a5415ce6-0021-42ae-9658-cb7e3b5a2555 req-be6c99d8-0dac-4c7b-aefd-1fcb6dc074c0 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:32.801451 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a5415ce6-0021-42ae-9658-cb7e3b5a2555 req-be6c99d8-0dac-4c7b-aefd-1fcb6dc074c0 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.42 "DELETE /v2.0/ports/6a722c74-0274-458f-af51-1788f0f2a28c HTTP/1.1" status: 204 len: 173 time: 0.6210058 Jul 27 15:31:32.801887 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999cce74-ed7b-47f2-876e-4057dd968208', 'name': 'network-vif-deleted', 'tag': '6a722c74-0274-458f-af51-1788f0f2a28c'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:31:32.804762 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3e6d6b-366d-446e-a12d-6397232f8a35" -d '{"events": [{"server_uuid": "999cce74-ed7b-47f2-876e-4057dd968208", "name": "network-vif-deleted", "tag": "6a722c74-0274-458f-af51-1788f0f2a28c"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:31:32.811712 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-55b67cb6-b6a6-4685-9e40-3392e9d82ac8 req-f011d7ea-ec49-4795-bc51-6a03462ca2a0 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316607 Jul 27 15:31:32.822994 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-74945a03-5b7a-4974-83ae-c8019be67d37 req-3b423244-e5f4-48d7-95e8-316f256b0fe5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869133 Jul 27 15:31:32.837080 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c03951-6682-4b0d-b860-44692262579c req-6cda1c8d-b256-4377-838d-b8ca6b64d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:32.838650 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-00c03951-6682-4b0d-b860-44692262579c req-6cda1c8d-b256-4377-838d-b8ca6b64d589 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddfdba8b75e643b485b2237ae070a1b2&device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 1129 time: 0.0702343 Jul 27 15:31:32.879956 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d946c0-f2dc-4af3-a915-f522583e0990 x-openstack-request-id: req-b6d946c0-f2dc-4af3-a915-f522583e0990 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:31:32.880491 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999cce74-ed7b-47f2-876e-4057dd968208", "name": "network-vif-deleted", "tag": "6a722c74-0274-458f-af51-1788f0f2a28c", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:31:32.880751 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6d946c0-f2dc-4af3-a915-f522583e0990 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:31:32.881160 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d946c0-f2dc-4af3-a915-f522583e0990'] response: {'server_uuid': '999cce74-ed7b-47f2-876e-4057dd968208', 'name': 'network-vif-deleted', 'tag': '6a722c74-0274-458f-af51-1788f0f2a28c', 'status': 'completed', 'code': 200} Jul 27 15:31:32.936840 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c03951-6682-4b0d-b860-44692262579c req-d6ac782e-3a8d-43bb-9c3d-4f4e2d97c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:32.938313 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-00c03951-6682-4b0d-b860-44692262579c req-d6ac782e-3a8d-43bb-9c3d-4f4e2d97c348 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bad7c82a-807d-4c47-8386-1a6c9fb4e649 HTTP/1.1" status: 200 len: 917 time: 0.0903747 Jul 27 15:31:33.016379 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b4168-040e-490f-a7d7-d3d028f0b996 req-96b46087-9a75-476d-9ff4-462329be7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:33.018476 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c84b4168-040e-490f-a7d7-d3d028f0b996 req-96b46087-9a75-476d-9ff4-462329be7475 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fddbf2261d1f42d0a41aa921197fc181&device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 1129 time: 0.0568581 Jul 27 15:31:33.035161 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-00c03951-6682-4b0d-b860-44692262579c req-e1a7532b-9225-4a39-87a6-856d93d01ff8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e59693-e433-4779-9d2a-78cbea8c9b08 HTTP/1.1" status: 200 len: 1001 time: 0.0740690 Jul 27 15:31:33.105855 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c03951-6682-4b0d-b860-44692262579c req-f91237dd-8101-4beb-aa2b-3bc1bb76bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:33.107346 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-00c03951-6682-4b0d-b860-44692262579c req-f91237dd-8101-4beb-aa2b-3bc1bb76bd5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40f6b828-0dfb-469f-8ba5-9835528b3b1e HTTP/1.1" status: 200 len: 855 time: 0.0468922 Jul 27 15:31:33.115491 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-df8bc0e3-52fc-41d9-aca6-9202520f8ad8 req-c785c53c-acb9-43bd-afbc-4f36fddac344 tempest-VolumesActionsTest-205173318 tempest-VolumesActionsTest-205173318-project] 10.222.0.36 "GET /v2.0/ports?device_id=999cce74-ed7b-47f2-876e-4057dd968208 HTTP/1.1" status: 200 len: 210 time: 0.0359697 Jul 27 15:31:33.158351 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b4168-040e-490f-a7d7-d3d028f0b996 req-cb7a08b8-1669-4347-8437-2384997d2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:33.160147 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c84b4168-040e-490f-a7d7-d3d028f0b996 req-cb7a08b8-1669-4347-8437-2384997d2e10 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38721ce-4da8-41f0-9615-4459de2daf25 HTTP/1.1" status: 200 len: 912 time: 0.1303754 Jul 27 15:31:33.172807 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c03951-6682-4b0d-b860-44692262579c req-32a510a0-bd9e-4ad2-97f8-19dc371ce04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:33.174551 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-00c03951-6682-4b0d-b860-44692262579c req-32a510a0-bd9e-4ad2-97f8-19dc371ce04d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bad7c82a-807d-4c47-8386-1a6c9fb4e649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508459 Jul 27 15:31:33.600457 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c84b4168-040e-490f-a7d7-d3d028f0b996 req-3c9d8842-d619-42c7-8e17-fbb77609c6e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f864415-ce7a-4cf3-afb1-cbde9b6bb602 HTTP/1.1" status: 200 len: 1001 time: 0.0823669 Jul 27 15:31:33.648614 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-00c03951-6682-4b0d-b860-44692262579c req-9c012918-7f80-436a-9cc1-2ecc57e55c19 service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298687 Jul 27 15:31:33.692520 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b4168-040e-490f-a7d7-d3d028f0b996 req-52cefcd8-2276-4927-b69a-1993fb935846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:33.695566 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c84b4168-040e-490f-a7d7-d3d028f0b996 req-52cefcd8-2276-4927-b69a-1993fb935846 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0cea517-b378-4c3d-b1c1-f934678ba74f HTTP/1.1" status: 200 len: 850 time: 0.0838177 Jul 27 15:31:33.770940 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b4168-040e-490f-a7d7-d3d028f0b996 req-a247b21b-e46e-4c14-983b-caa4fa8e2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:33.773740 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c84b4168-040e-490f-a7d7-d3d028f0b996 req-a247b21b-e46e-4c14-983b-caa4fa8e2d41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38721ce-4da8-41f0-9615-4459de2daf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666993 Jul 27 15:31:33.795293 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-00c03951-6682-4b0d-b860-44692262579c req-82e0ba6c-9cb5-4919-94b8-9ba067f1e276 service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263103 Jul 27 15:31:33.899902 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:33.946608 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c84b4168-040e-490f-a7d7-d3d028f0b996 req-60048275-624e-40c3-bb75-9f24b372d8cc service neutron] 10.222.0.42 "GET /v2.0/networks/c38721ce-4da8-41f0-9615-4459de2daf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644378 Jul 27 15:31:34.030154 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a707fd-83c4-4749-a3ce-e7bfbd5b86c3 req-96152c1c-3f18-4015-8d44-3ba184cdca50 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:34.036399 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-67a707fd-83c4-4749-a3ce-e7bfbd5b86c3 req-96152c1c-3f18-4015-8d44-3ba184cdca50 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0797954 Jul 27 15:31:34.043810 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a3d33-baef-4e8d-8e7d-bb0f44dfae31 req-46d7a11c-983f-4061-8a15-421e1fbfda2e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:34.046422 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9c2a3d33-baef-4e8d-8e7d-bb0f44dfae31 req-46d7a11c-983f-4061-8a15-421e1fbfda2e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0912373 Jul 27 15:31:34.088204 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:34.094052 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-67a707fd-83c4-4749-a3ce-e7bfbd5b86c3 req-f03de63c-ce58-4fcb-a2d7-7ad64d4bd133 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522845 Jul 27 15:31:34.130410 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9c2a3d33-baef-4e8d-8e7d-bb0f44dfae31 req-b9cae31d-5128-4a2b-9bab-2ef76ca4dfe3 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735009 Jul 27 15:31:35.243885 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f420c-86be-446f-a9af-59fa87cba699 req-397f34f9-cf8e-40ea-b01b-827eb510bf2d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:35.245391 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c28f420c-86be-446f-a9af-59fa87cba699 req-397f34f9-cf8e-40ea-b01b-827eb510bf2d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0492544 Jul 27 15:31:35.271761 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd705d-fbf8-45a5-a5ab-864d7fefba8e req-484bada9-2a84-4b3e-868c-a18773258b87 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:35.273444 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ddbd705d-fbf8-45a5-a5ab-864d7fefba8e req-484bada9-2a84-4b3e-868c-a18773258b87 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0491948 Jul 27 15:31:35.297271 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c28f420c-86be-446f-a9af-59fa87cba699 req-b81b437f-29d2-4048-a356-4509feb274db tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441024 Jul 27 15:31:35.540999 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ddbd705d-fbf8-45a5-a5ab-864d7fefba8e req-1cab7e96-35ae-44f6-b980-c65a448c572b tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618449 Jul 27 15:31:36.445849 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e786c-b1f6-4156-ada6-6ac55aa800ea req-199d984f-5a07-4f7d-990d-35fb397d0073 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:36.447369 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-136e786c-b1f6-4156-ada6-6ac55aa800ea req-199d984f-5a07-4f7d-990d-35fb397d0073 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 945 time: 0.0635538 Jul 27 15:31:36.489711 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:36.507739 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:36.515939 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-136e786c-b1f6-4156-ada6-6ac55aa800ea req-44ca19f3-b23f-405e-91e8-2461eeeab158 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627191 Jul 27 15:31:36.663543 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f04b5-8ef2-45e3-adff-3064c2d6c256 req-00262d10-383e-4a32-980d-4b68aed7338c tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:36.665144 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-881f04b5-8ef2-45e3-adff-3064c2d6c256 req-00262d10-383e-4a32-980d-4b68aed7338c tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0480099 Jul 27 15:31:36.714040 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-881f04b5-8ef2-45e3-adff-3064c2d6c256 req-08a3ea2c-613d-4235-897b-f09f46202330 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429306 Jul 27 15:31:37.044516 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=51 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:37.318702 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 43e59693-e433-4779-9d2a-78cbea8c9b08 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:31:37.325719 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:37.488493 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:37.529462 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 43e59693-e433-4779-9d2a-78cbea8c9b08 is: ACTIVE; New status is: DOWN {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:31:37.529856 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:37.555024 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e59693-e433-4779-9d2a-78cbea8c9b08'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:31:37.557294 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ada80e-70a2-49a5-a009-493499a7e65f" -d '{"events": [{"server_uuid": "0c7540c3-cdec-4257-bea3-93599c6919cc", "name": "network-vif-unplugged", "status": "completed", "tag": "43e59693-e433-4779-9d2a-78cbea8c9b08"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:31:37.570338 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 43e59693-e433-4779-9d2a-78cbea8c9b08, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=43e59693-e433-4779-9d2a-78cbea8c9b08,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:31:37.575233 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:37.576043 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 6a722c74-0274-458f-af51-1788f0f2a28c no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:31:37.598616 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: 6a722c74-0274-458f-af51-1788f0f2a28c {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:31:37.598970 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 6a722c74-0274-458f-af51-1788f0f2a28c not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:31:37.617420 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Jul 2022 15:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8c9772-8716-4a59-8a22-37648d4f52cd x-openstack-request-id: req-bb8c9772-8716-4a59-8a22-37648d4f52cd {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:31:37.617747 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7540c3-cdec-4257-bea3-93599c6919cc", "name": "network-vif-unplugged", "status": "completed", "tag": "43e59693-e433-4779-9d2a-78cbea8c9b08", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:31:37.618007 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb8c9772-8716-4a59-8a22-37648d4f52cd {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:31:37.618413 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8c9772-8716-4a59-8a22-37648d4f52cd'] response: {'server_uuid': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e59693-e433-4779-9d2a-78cbea8c9b08', 'code': 200} Jul 27 15:31:37.649305 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=43e59693-e433-4779-9d2a-78cbea8c9b08,revision_number=8']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:31:37.651349 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5847e07-1462-4cb0-adda-59d0a8630716 req-adb976b2-6bcb-48ac-a0aa-df35bf86736f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:37.652906 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a5847e07-1462-4cb0-adda-59d0a8630716 req-adb976b2-6bcb-48ac-a0aa-df35bf86736f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0499868 Jul 27 15:31:37.703134 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a5847e07-1462-4cb0-adda-59d0a8630716 req-e54803b7-f093-4875-ae0d-a363844bd6d1 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437903 Jul 27 15:31:37.836223 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111357ee-60f7-4138-94d4-e290e463fedb req-98ed7180-5529-4ab1-bf4f-6fd969d1aa0c tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:37.837652 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-111357ee-60f7-4138-94d4-e290e463fedb req-98ed7180-5529-4ab1-bf4f-6fd969d1aa0c tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0483873 Jul 27 15:31:37.889249 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-111357ee-60f7-4138-94d4-e290e463fedb req-186465e5-5b2c-4511-9c6c-2deacada5853 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455480 Jul 27 15:31:38.529774 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c84b4168-040e-490f-a7d7-d3d028f0b996 req-ce82049d-150e-4977-b3a4-8a93b48991bc service neutron] 10.222.0.42 "GET /v2.0/networks/c38721ce-4da8-41f0-9615-4459de2daf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065991 Jul 27 15:31:38.532435 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:38.826804 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74486c12-299d-48dc-8dc7-c175ed80bfc0 req-1d95f01d-0537-4e61-98d6-16cbe8b7dfd6 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:38.828302 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-74486c12-299d-48dc-8dc7-c175ed80bfc0 req-1d95f01d-0537-4e61-98d6-16cbe8b7dfd6 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0478487 Jul 27 15:31:38.874390 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-74486c12-299d-48dc-8dc7-c175ed80bfc0 req-99a8b9e0-9776-4ecc-9dce-b790ce0af833 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405960 Jul 27 15:31:39.018640 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ff6d5-7b22-4bb9-8a5d-81fe94fcd909 req-92206033-194d-4164-aeb6-7d58b16304b6 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:39.020148 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3e7ff6d5-7b22-4bb9-8a5d-81fe94fcd909 req-92206033-194d-4164-aeb6-7d58b16304b6 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0493827 Jul 27 15:31:39.079569 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3e7ff6d5-7b22-4bb9-8a5d-81fe94fcd909 req-3bb8cb8d-193c-43de-98fa-55b0561f6728 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533390 Jul 27 15:31:40.032222 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb8658-2362-4193-b425-84692e82e22a req-83ff5a98-ae89-4c50-8390-9e7dec48efee tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:40.051398 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a4eb8658-2362-4193-b425-84692e82e22a req-83ff5a98-ae89-4c50-8390-9e7dec48efee tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0929849 Jul 27 15:31:40.108639 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a4eb8658-2362-4193-b425-84692e82e22a req-306d688e-ba5c-45ba-aff7-ad1affb3a40b tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572340 Jul 27 15:31:40.239013 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3d611-6930-4f44-9333-d87c43f42bed req-75a2e469-c567-46d9-817e-99189593a687 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:40.240960 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a0e3d611-6930-4f44-9333-d87c43f42bed req-75a2e469-c567-46d9-817e-99189593a687 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0593550 Jul 27 15:31:40.302056 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a0e3d611-6930-4f44-9333-d87c43f42bed req-d99434e5-d928-4cd4-a975-f46ac15c0929 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539010 Jul 27 15:31:40.720466 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-c08a2842-acd4-4f00-8daa-3c46b6e5bc10 req-730b5a00-89b4-43c7-aaed-9bde45e18c5b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 15:31:40.721765 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c08a2842-acd4-4f00-8daa-3c46b6e5bc10 req-730b5a00-89b4-43c7-aaed-9bde45e18c5b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066469 Jul 27 15:31:40.942868 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1031b3-6804-4330-9b88-48778350b5eb req-5efb2a7c-fc21-4193-b3f7-02f8b484e3ef tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:40.950459 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4c1031b3-6804-4330-9b88-48778350b5eb req-5efb2a7c-fc21-4193-b3f7-02f8b484e3ef tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0668988 Jul 27 15:31:40.999207 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4c1031b3-6804-4330-9b88-48778350b5eb req-d0b17722-1942-4855-9ad1-e8739dbfaa1b tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473661 Jul 27 15:31:42.149137 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d046f-b750-40a1-9fa4-5b8da181006d req-6e31d334-2cc9-4375-b4dd-0684b93dcee9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:42.150766 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-923d046f-b750-40a1-9fa4-5b8da181006d req-6e31d334-2cc9-4375-b4dd-0684b93dcee9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0517912 Jul 27 15:31:42.200915 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-923d046f-b750-40a1-9fa4-5b8da181006d req-78e4555a-463f-4db5-804a-cb96c09bca27 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442495 Jul 27 15:31:42.854727 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 43e59693-e433-4779-9d2a-78cbea8c9b08 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:31:42.956581 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 43e59693-e433-4779-9d2a-78cbea8c9b08 is: DOWN; New status is: DOWN {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:31:43.346121 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fe420-8d84-426e-b569-027cea722a0f req-0394fe08-c235-4b7b-a136-fe40d16e02de tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:43.348255 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-645fe420-8d84-426e-b569-027cea722a0f req-0394fe08-c235-4b7b-a136-fe40d16e02de tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0661840 Jul 27 15:31:43.406591 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-645fe420-8d84-426e-b569-027cea722a0f req-7c626821-b685-4ac1-ae76-e18683f340b0 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524871 Jul 27 15:31:44.549001 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6125a-2c05-4244-8299-7fde352fd8ff req-9d097ef0-6ec8-4c56-9ab6-006c19541eb9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:44.551665 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e4a6125a-2c05-4244-8299-7fde352fd8ff req-9d097ef0-6ec8-4c56-9ab6-006c19541eb9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0636580 Jul 27 15:31:44.612794 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e4a6125a-2c05-4244-8299-7fde352fd8ff req-6f98176e-0943-4764-8c66-91d57ad86ae6 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516376 Jul 27 15:31:45.765015 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7f5f4-492b-411b-af05-caf818286ae3 req-944811d9-b863-48ae-b6e4-d7b1d2c4b088 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:45.771935 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-90d7f5f4-492b-411b-af05-caf818286ae3 req-944811d9-b863-48ae-b6e4-d7b1d2c4b088 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0692542 Jul 27 15:31:45.835654 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-90d7f5f4-492b-411b-af05-caf818286ae3 req-bc0e24da-b045-4be7-bbfa-c47a7a548d05 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604882 Jul 27 15:31:46.980560 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d442e-630f-459d-865a-36f8b5f75758 req-46bbc081-e1f0-4a90-875f-24c69a735d24 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:46.982095 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7c1d442e-630f-459d-865a-36f8b5f75758 req-46bbc081-e1f0-4a90-875f-24c69a735d24 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0534863 Jul 27 15:31:47.035716 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7c1d442e-630f-459d-865a-36f8b5f75758 req-b7660d30-812c-4c3d-9229-040e49bb223c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465887 Jul 27 15:31:47.083379 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fbefcb3f-5cc4-47af-bc37-c912b9e94add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:47.792396 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 43486) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:47.891594 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-54fc98d4-df34-471f-b97e-6ee6948a5307 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979886 Jul 27 15:31:47.901705 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-56e88630-b7e1-4446-941e-dc0cb64039f4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 15:31:47.902937 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-56e88630-b7e1-4446-941e-dc0cb64039f4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065374 Jul 27 15:31:48.019340 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 43498) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:31:48.120392 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-023310f5-94d7-4069-ae84-fe9e13210256 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:48.121827 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-023310f5-94d7-4069-ae84-fe9e13210256 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports/43e59693-e433-4779-9d2a-78cbea8c9b08 HTTP/1.1" status: 200 len: 940 time: 0.1014783 Jul 27 15:31:48.232199 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee48af-a7c3-4dd3-bc98-5501628bb343 req-d08cfe6d-0d41-4269-a3fd-75d7d55913d5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:48.233749 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2fee48af-a7c3-4dd3-bc98-5501628bb343 req-d08cfe6d-0d41-4269-a3fd-75d7d55913d5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0553079 Jul 27 15:31:48.288499 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2fee48af-a7c3-4dd3-bc98-5501628bb343 req-a049cf7f-ad13-47d4-9ff6-25bf5ed71aa3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484016 Jul 27 15:31:49.281358 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3b8b2b85-05a2-4309-888e-c9da8913aec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:49.447255 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:49.489018 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d812053-190a-438e-a3cc-0368151fe9d6 req-5790a846-4d27-4a8e-b937-2314e391699f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:49.492685 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3d812053-190a-438e-a3cc-0368151fe9d6 req-5790a846-4d27-4a8e-b937-2314e391699f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0958464 Jul 27 15:31:49.556505 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3d812053-190a-438e-a3cc-0368151fe9d6 req-9710f843-3883-4686-8c94-ef51d019c439 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499511 Jul 27 15:31:50.194071 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:50.209862 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-08e926ec-b313-4931-87b8-28b7b3201cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:50.211385 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-08e926ec-b313-4931-87b8-28b7b3201cb8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc&tenant_id=ddfdba8b75e643b485b2237ae070a1b2 HTTP/1.1" status: 200 len: 1127 time: 0.0830829 Jul 27 15:31:50.285498 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-6192959d-6148-4495-988e-52ee809924ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:50.286958 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-6192959d-6148-4495-988e-52ee809924ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddfdba8b75e643b485b2237ae070a1b2&device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 1127 time: 0.0430417 Jul 27 15:31:50.402972 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-1b1f0381-e981-4770-94d7-0a76495a4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:50.404782 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-1b1f0381-e981-4770-94d7-0a76495a4149 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bad7c82a-807d-4c47-8386-1a6c9fb4e649 HTTP/1.1" status: 200 len: 917 time: 0.1066899 Jul 27 15:31:50.474562 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-1f59cffd-7ddd-4022-b004-effe51f1b093 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e59693-e433-4779-9d2a-78cbea8c9b08 HTTP/1.1" status: 200 len: 999 time: 0.0606301 Jul 27 15:31:50.546915 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-963e0d8a-1542-42c9-8683-82a4cd240aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:50.549951 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-963e0d8a-1542-42c9-8683-82a4cd240aab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40f6b828-0dfb-469f-8ba5-9835528b3b1e HTTP/1.1" status: 200 len: 855 time: 0.0587680 Jul 27 15:31:50.616926 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-e8c64418-15c1-4915-b622-a349663b4b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:50.618434 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-e8c64418-15c1-4915-b622-a349663b4b7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bad7c82a-807d-4c47-8386-1a6c9fb4e649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584769 Jul 27 15:31:50.706494 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531ce8f-daf8-4e82-b596-14098be6f0f7 req-a455bd66-afa4-4c06-aec2-104eb10ec898 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:50.714499 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b531ce8f-daf8-4e82-b596-14098be6f0f7 req-a455bd66-afa4-4c06-aec2-104eb10ec898 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0590827 Jul 27 15:31:50.748990 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-5d01b765-ec97-4672-8233-ba47b8437ceb service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186364 Jul 27 15:31:50.780170 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b531ce8f-daf8-4e82-b596-14098be6f0f7 req-e62f0e75-4a6b-4053-9796-a3adc9c49077 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643067 Jul 27 15:31:50.845946 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:50.893129 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ebf941bd-4c62-4e82-8e10-16077cc34c20 req-530aff94-ad56-4561-8a28-5a6a65ada8ea service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343789 Jul 27 15:31:51.977884 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e5b77-5a92-40d3-8520-32bc2434d734 req-08a3246b-a15c-484e-956b-34340a106405 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:51.986142 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2b4e5b77-5a92-40d3-8520-32bc2434d734 req-08a3246b-a15c-484e-956b-34340a106405 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0634925 Jul 27 15:31:52.060419 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2b4e5b77-5a92-40d3-8520-32bc2434d734 req-5a508a9d-f717-4a13-aadb-2213ceae2e96 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728741 Jul 27 15:31:52.103901 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:52.271962 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:31:52.867072 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:52.874410 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:53.233738 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce0467-f467-497a-8277-5db9e7cda063 req-f186a3fb-b581-4ff4-9a30-d8cb3fb5a73f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:53.235862 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c9ce0467-f467-497a-8277-5db9e7cda063 req-f186a3fb-b581-4ff4-9a30-d8cb3fb5a73f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0681920 Jul 27 15:31:53.303984 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c9ce0467-f467-497a-8277-5db9e7cda063 req-aab4a7d5-674d-4092-8484-3f6d464d3e70 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618391 Jul 27 15:31:53.790933 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:31:54.492149 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57904e9-c182-48e1-8090-20d7bc0b6411 req-89c8dbd2-c242-47cd-b1d4-d6e4ea2c24bd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:54.499553 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f57904e9-c182-48e1-8090-20d7bc0b6411 req-89c8dbd2-c242-47cd-b1d4-d6e4ea2c24bd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0683515 Jul 27 15:31:54.582071 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f57904e9-c182-48e1-8090-20d7bc0b6411 req-c1d2678b-a5c8-4dc1-8af4-1c059eda68be tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813327 Jul 27 15:31:55.847353 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9c202-1457-47a7-9cb5-5e1544af9d4f req-40b71228-bd43-4fec-a755-2729ba8c25ba tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:55.855719 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eec9c202-1457-47a7-9cb5-5e1544af9d4f req-40b71228-bd43-4fec-a755-2729ba8c25ba tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.1333134 Jul 27 15:31:55.887124 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:55.922436 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eec9c202-1457-47a7-9cb5-5e1544af9d4f req-345cedfc-61b0-4ff7-9dac-548b8e362d5a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656984 Jul 27 15:31:57.157704 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb1b0a-c397-428a-9c4c-e01674236918 req-f45eabe2-c7ae-4c93-85a4-ec755d0a3399 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:57.166146 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-edcb1b0a-c397-428a-9c4c-e01674236918 req-f45eabe2-c7ae-4c93-85a4-ec755d0a3399 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.1146998 Jul 27 15:31:57.241187 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-edcb1b0a-c397-428a-9c4c-e01674236918 req-1f918669-7f4b-4e66-8e1a-46a23a2bd41a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674200 Jul 27 15:31:58.494117 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c93b90-11e6-4654-a984-1ddc8d455711 req-713d2fb1-d794-4161-83bc-61afbc493fe8 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:58.499338 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-04c93b90-11e6-4654-a984-1ddc8d455711 req-713d2fb1-d794-4161-83bc-61afbc493fe8 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0870099 Jul 27 15:31:58.590939 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-04c93b90-11e6-4654-a984-1ddc8d455711 req-ec2e2564-697f-45ef-b176-407eea6f6020 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848191 Jul 27 15:31:59.825954 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1424699-7610-40f2-9d4b-ada4ca1ee56c req-18311bbd-e0d7-4725-aec4-e56ae7edbf10 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:31:59.861589 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f1424699-7610-40f2-9d4b-ada4ca1ee56c req-18311bbd-e0d7-4725-aec4-e56ae7edbf10 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.1463220 Jul 27 15:31:59.879892 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:31:59.946079 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f1424699-7610-40f2-9d4b-ada4ca1ee56c req-858161af-9e99-4b8b-a90d-16359c345db7 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832946 Jul 27 15:32:01.084089 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f62b9-69ff-461c-9dff-3a21d70dd117 req-8af6d62c-50bf-4e65-b879-0a843249ecea tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:01.085851 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd5f62b9-69ff-461c-9dff-3a21d70dd117 req-8af6d62c-50bf-4e65-b879-0a843249ecea tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0508687 Jul 27 15:32:01.135782 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:01.141027 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd5f62b9-69ff-461c-9dff-3a21d70dd117 req-b1a374fa-fca0-4387-a7a0-005c8a194194 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490720 Jul 27 15:32:02.245018 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=63,neutron:UPDATE=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:02.261290 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:02.281662 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4252152-36ec-4727-a848-184cc93cfc41 req-7a98a1dd-6e8e-4ca7-b3f8-9211f0d122f3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:02.283142 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b4252152-36ec-4727-a848-184cc93cfc41 req-7a98a1dd-6e8e-4ca7-b3f8-9211f0d122f3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0590158 Jul 27 15:32:02.336196 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b4252152-36ec-4727-a848-184cc93cfc41 req-34c3979d-234a-43bb-9755-c63a5b2c60b8 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465357 Jul 27 15:32:03.461208 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db0fc3-aa3d-4c2d-b3f7-b9c97fd8c3fc req-8549a540-a640-41cc-9427-48b334c44fa3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:03.462717 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-77db0fc3-aa3d-4c2d-b3f7-b9c97fd8c3fc req-8549a540-a640-41cc-9427-48b334c44fa3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0470378 Jul 27 15:32:03.510742 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-77db0fc3-aa3d-4c2d-b3f7-b9c97fd8c3fc req-68ecdbdf-7423-44ca-a277-8bddf1561ee0 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425203 Jul 27 15:32:03.790627 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:04.062721 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 43738) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:32:04.108595 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Deleting subnet 886b0d4d-a244-424f-9de9-e69277570ad7 {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 15:32:04.112433 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Publish callbacks [] for subnet (886b0d4d-a244-424f-9de9-e69277570ad7), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:04.149078 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12156066'] for subnet (886b0d4d-a244-424f-9de9-e69277570ad7), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:04.196071 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:04.201792 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563307'] for subnet (886b0d4d-a244-424f-9de9-e69277570ad7), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:04.259243 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8434635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575612'] for subnet (886b0d4d-a244-424f-9de9-e69277570ad7), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:04.283358 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886b0d4d-a244-424f-9de9-e69277570ad7,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:04.293804 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.294146 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.294407 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.294744 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.295078 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.295411 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.296854 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.296854 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.297035 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.297231 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.297557 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.297882 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.298204 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.298527 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.298848 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.301738 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:04.304890 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-de95c7d6-de73-4675-b600-d2ab992cd045 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/886b0d4d-a244-424f-9de9-e69277570ad7 HTTP/1.1" status: 204 len: 168 time: 0.2408442 Jul 27 15:32:04.307353 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 43746) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:32:04.376053 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0179-abd7-4ede-a4fa-e3499a8f598c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409505'] for network (9a60c3e0-f70d-4bc1-b81b-251995c21fe7), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:04.463280 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0179-abd7-4ede-a4fa-e3499a8f598c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561221', 'neutron.services.segments.db._delete_segments_for_network-8768358125770'] for network (9a60c3e0-f70d-4bc1-b81b-251995c21fe7), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:04.484899 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-a1bc0179-abd7-4ede-a4fa-e3499a8f598c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a60c3e0-f70d-4bc1-b81b-251995c21fe7']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:32:04.494078 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-a1bc0179-abd7-4ede-a4fa-e3499a8f598c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c7d608-ac5a-484f-81bf-f3c03d8012c3') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:32:04.494378 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-a1bc0179-abd7-4ede-a4fa-e3499a8f598c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c7d608-ac5a-484f-81bf-f3c03d8012c3') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:32:04.503852 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0179-abd7-4ede-a4fa-e3499a8f598c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768358125671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12156091'] for segment (22c7d608-ac5a-484f-81bf-f3c03d8012c3), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:04.518408 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0179-abd7-4ede-a4fa-e3499a8f598c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (22c7d608-ac5a-484f-81bf-f3c03d8012c3), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:04.524672 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bc0179-abd7-4ede-a4fa-e3499a8f598c admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:32:04.525056 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0179-abd7-4ede-a4fa-e3499a8f598c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8434581'] for segment (22c7d608-ac5a-484f-81bf-f3c03d8012c3), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:04.568648 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 22c7d608-ac5a-484f-81bf-f3c03d8012c3 resource provider aggregate not found Jul 27 15:32:04.587246 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 22c7d608-ac5a-484f-81bf-f3c03d8012c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22c7d608-ac5a-484f-81bf-f3c03d8012c3 found for delete ", "request_id": "req-0398bf73-7828-471a-a11e-ad013fedead9"}]} Jul 27 15:32:04.593160 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0179-abd7-4ede-a4fa-e3499a8f598c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376631'] for network (9a60c3e0-f70d-4bc1-b81b-251995c21fe7), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:04.600052 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0179-abd7-4ede-a4fa-e3499a8f598c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:04.604207 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a1bc0179-abd7-4ede-a4fa-e3499a8f598c admin admin] 10.222.0.36 "DELETE /v2.0/networks/9a60c3e0-f70d-4bc1-b81b-251995c21fe7 HTTP/1.1" status: 204 len: 168 time: 0.2957485 Jul 27 15:32:04.647976 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc0179-abd7-4ede-a4fa-e3499a8f598c admin admin] Pushing event deleted for resources: {'Network': ['ID=9a60c3e0-f70d-4bc1-b81b-251995c21fe7,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:04.669268 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0718d6-77c4-4a6a-9274-262f108fd2fd req-7dd4cc17-ac1d-4fdb-b2e3-9e86a4acec1a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:04.670826 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ec0718d6-77c4-4a6a-9274-262f108fd2fd req-7dd4cc17-ac1d-4fdb-b2e3-9e86a4acec1a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0654633 Jul 27 15:32:04.720900 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ec0718d6-77c4-4a6a-9274-262f108fd2fd req-38db72ff-67bb-4688-a7cb-58cf6b1ab072 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433886 Jul 27 15:32:04.788482 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 43756) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:32:04.828996 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-82f2be20-6d1a-4567-8aee-1681952a0ba9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8719c555ca834c738566a2cc7684e9eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392830 Jul 27 15:32:04.831344 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 43758) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:32:04.879624 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Publish callbacks [] for security_group (bc234567-ec43-42fd-aacd-2c7393ccc46b), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:04.904198 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Publish callbacks [] for security_group (bc234567-ec43-42fd-aacd-2c7393ccc46b), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:04.950097 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (bc234567-ec43-42fd-aacd-2c7393ccc46b), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:04.953369 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:04.954531 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc234567-ec43-42fd-aacd-2c7393ccc46b HTTP/1.1" status: 204 len: 168 time: 0.1222632 Jul 27 15:32:04.962908 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc234567-ec43-42fd-aacd-2c7393ccc46b,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:04.971019 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.971373 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.971719 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.972088 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.972425 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.972756 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.973086 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.973412 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.973814 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.974155 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.974485 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.974813 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.975136 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.975459 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:04.975779 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3f3f3-5b97-455d-baf7-fb76d46e44cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:05.855479 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80520868-789c-4410-9016-f37e3eb6571f req-5de20d8e-1726-4f7d-9fd6-733a01d04190 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:05.857013 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80520868-789c-4410-9016-f37e3eb6571f req-5de20d8e-1726-4f7d-9fd6-733a01d04190 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0508401 Jul 27 15:32:05.908723 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80520868-789c-4410-9016-f37e3eb6571f req-e865e4af-d954-42da-b6ff-10996b6761bb tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461378 Jul 27 15:32:06.050871 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 43796) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:32:06.158647 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1c8124fb-ff8f-462e-81d9-e3ab659226e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:06.235044 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1c8124fb-ff8f-462e-81d9-e3ab659226e6 admin admin] Publish callbacks [] for security_group (601f2293-88c7-4cbf-8157-105be3a12481), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:06.238639 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1c8124fb-ff8f-462e-81d9-e3ab659226e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (601f2293-88c7-4cbf-8157-105be3a12481), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:06.281613 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-1c8124fb-ff8f-462e-81d9-e3ab659226e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4a1d8782d0244d592cb1360c51e3bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296765 Jul 27 15:32:06.282447 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8124fb-ff8f-462e-81d9-e3ab659226e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601f2293-88c7-4cbf-8157-105be3a12481,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:06.284294 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 43800) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:32:06.337245 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-95afd1c6-cd8d-492f-8b36-a1fabc1c31d8 admin admin] Publish callbacks [] for security_group (601f2293-88c7-4cbf-8157-105be3a12481), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:06.367162 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-95afd1c6-cd8d-492f-8b36-a1fabc1c31d8 admin admin] Publish callbacks [] for security_group (601f2293-88c7-4cbf-8157-105be3a12481), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:06.414657 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-95afd1c6-cd8d-492f-8b36-a1fabc1c31d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (601f2293-88c7-4cbf-8157-105be3a12481), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:06.417133 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-95afd1c6-cd8d-492f-8b36-a1fabc1c31d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:06.418283 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-95afd1c6-cd8d-492f-8b36-a1fabc1c31d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/601f2293-88c7-4cbf-8157-105be3a12481 HTTP/1.1" status: 204 len: 168 time: 0.1330109 Jul 27 15:32:06.428689 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afd1c6-cd8d-492f-8b36-a1fabc1c31d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601f2293-88c7-4cbf-8157-105be3a12481,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:06.593065 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 43810) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:32:06.763636 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c6c31f57-709f-4380-8a6f-cd05e41e553e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:06.774257 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:06.848065 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c6c31f57-709f-4380-8a6f-cd05e41e553e admin admin] Publish callbacks [] for security_group (4cf7d35d-c891-401c-ba09-93a6154e4633), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:06.852352 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c6c31f57-709f-4380-8a6f-cd05e41e553e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (4cf7d35d-c891-401c-ba09-93a6154e4633), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:06.889686 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c31f57-709f-4380-8a6f-cd05e41e553e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf7d35d-c891-401c-ba09-93a6154e4633,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:06.893966 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c6c31f57-709f-4380-8a6f-cd05e41e553e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec0f892788aa4295b78d208c27363823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997737 Jul 27 15:32:06.897161 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 43814) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:32:06.920910 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:06.955687 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ab78df6-c660-409d-a0ee-906750f691f7 admin admin] Publish callbacks [] for security_group (4cf7d35d-c891-401c-ba09-93a6154e4633), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:06.981313 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ab78df6-c660-409d-a0ee-906750f691f7 admin admin] Publish callbacks [] for security_group (4cf7d35d-c891-401c-ba09-93a6154e4633), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:07.052940 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a713ade-4205-42e3-a669-5bdf17ff9318 req-c4a1a78c-8e07-4343-a8c4-3d08d32d7aa8 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:07.054377 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a713ade-4205-42e3-a669-5bdf17ff9318 req-c4a1a78c-8e07-4343-a8c4-3d08d32d7aa8 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0649703 Jul 27 15:32:07.082969 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ab78df6-c660-409d-a0ee-906750f691f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (4cf7d35d-c891-401c-ba09-93a6154e4633), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:07.085432 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ab78df6-c660-409d-a0ee-906750f691f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:07.086540 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0ab78df6-c660-409d-a0ee-906750f691f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4cf7d35d-c891-401c-ba09-93a6154e4633 HTTP/1.1" status: 204 len: 168 time: 0.1884134 Jul 27 15:32:07.106915 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab78df6-c660-409d-a0ee-906750f691f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf7d35d-c891-401c-ba09-93a6154e4633,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:07.120308 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a713ade-4205-42e3-a669-5bdf17ff9318 req-3c7cea9e-3cb0-4dac-9d50-8c997e3afc96 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598464 Jul 27 15:32:07.346270 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:07.725028 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 43840) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:32:07.827327 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-d0ed63a1-2bd0-4a53-a718-4a9655fe575d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-875498571-network', 'tenant_id': '465f32cb4f724c18aad10fca114a1321'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:32:07.847469 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ed63a1-2bd0-4a53-a718-4a9655fe575d admin admin] Made reservation on behalf of 465f32cb4f724c18aad10fca114a1321 for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:32:07.849764 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d0ed63a1-2bd0-4a53-a718-4a9655fe575d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:07.858330 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d0ed63a1-2bd0-4a53-a718-4a9655fe575d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:07.877965 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:07.939370 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d0ed63a1-2bd0-4a53-a718-4a9655fe575d admin admin] Publish callbacks [] for security_group (9c1514f6-870f-4a17-8184-7ed556826dcb), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:07.943362 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d0ed63a1-2bd0-4a53-a718-4a9655fe575d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (9c1514f6-870f-4a17-8184-7ed556826dcb), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:07.972752 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ed63a1-2bd0-4a53-a718-4a9655fe575d admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:32:07.979599 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed63a1-2bd0-4a53-a718-4a9655fe575d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1514f6-870f-4a17-8184-7ed556826dcb,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:07.984462 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:07.987863 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d0ed63a1-2bd0-4a53-a718-4a9655fe575d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (6d008a43-9214-4382-9635-7edf89d1d1b3), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:07.988170 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-d0ed63a1-2bd0-4a53-a718-4a9655fe575d admin admin] Added segment 6d008a43-9214-4382-9635-7edf89d1d1b3 of type vlan for network 06d35727-8629-40ca-8166-04dcfe2f8e49 Jul 27 15:32:08.032980 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d0ed63a1-2bd0-4a53-a718-4a9655fe575d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (06d35727-8629-40ca-8166-04dcfe2f8e49), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:08.061038 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d0ed63a1-2bd0-4a53-a718-4a9655fe575d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (06d35727-8629-40ca-8166-04dcfe2f8e49), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:08.063237 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ed63a1-2bd0-4a53-a718-4a9655fe575d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:08.063872 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d0ed63a1-2bd0-4a53-a718-4a9655fe575d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:08.118712 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d0ed63a1-2bd0-4a53-a718-4a9655fe575d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3925800 Jul 27 15:32:08.121670 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 43846) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:32:08.127292 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-9f48a0f0-c035-4caf-988b-83e09c70114d admin admin] Request body: {'subnet': {'network_id': '06d35727-8629-40ca-8166-04dcfe2f8e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-875498571-subnet', 'tenant_id': '465f32cb4f724c18aad10fca114a1321', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:32:08.130719 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed63a1-2bd0-4a53-a718-4a9655fe575d admin admin] Pushing event updated for resources: {'Network': ['ID=06d35727-8629-40ca-8166-04dcfe2f8e49,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:08.144997 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network 06d35727-8629-40ca-8166-04dcfe2f8e49 details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:32:08.148516 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f48a0f0-c035-4caf-988b-83e09c70114d admin admin] Made reservation on behalf of 465f32cb4f724c18aad10fca114a1321 for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:32:08.151369 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9f48a0f0-c035-4caf-988b-83e09c70114d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575577'] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:08.257438 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71c9aa-6328-44b4-b3bb-d0bc161bd9a2 req-2544df66-179a-4a54-87f4-4a8b22546062 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:08.258879 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6f71c9aa-6328-44b4-b3bb-d0bc161bd9a2 req-2544df66-179a-4a54-87f4-4a8b22546062 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0492918 Jul 27 15:32:08.312511 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6f71c9aa-6328-44b4-b3bb-d0bc161bd9a2 req-22b9e55c-ab9b-467a-b9b5-fb4510363010 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477533 Jul 27 15:32:08.342604 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9f48a0f0-c035-4caf-988b-83e09c70114d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8434442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575607'] for subnet (08ab0ac3-0a7b-4dcf-b0e3-2926844ce212), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:08.394847 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48a0f0-c035-4caf-988b-83e09c70114d admin admin] Pushing event updated for resources: {'Subnet': ['ID=08ab0ac3-0a7b-4dcf-b0e3-2926844ce212,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:08.411324 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f48a0f0-c035-4caf-988b-83e09c70114d admin admin] Checking segment: {'id': '6d008a43-9214-4382-9635-7edf89d1d1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06d35727-8629-40ca-8166-04dcfe2f8e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:32:08.411709 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f48a0f0-c035-4caf-988b-83e09c70114d admin admin] Network hostable DHCP agents. Network: 06d35727-8629-40ca-8166-04dcfe2f8e49, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:32:08.430737 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f48a0f0-c035-4caf-988b-83e09c70114d admin admin] Network 06d35727-8629-40ca-8166-04dcfe2f8e49 is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:32:08.441321 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-9f48a0f0-c035-4caf-988b-83e09c70114d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, 06d35727-8629-40ca-8166-04dcfe2f8e49) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:32:08.445444 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f48a0f0-c035-4caf-988b-83e09c70114d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:08.446041 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9f48a0f0-c035-4caf-988b-83e09c70114d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:08.451016 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6210e923-44f3-464e-99cf-49064cec1e41 None None] Network 06d35727-8629-40ca-8166-04dcfe2f8e49 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:32:08.462672 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9f48a0f0-c035-4caf-988b-83e09c70114d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3396397 Jul 27 15:32:08.567358 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec465d84-33d6-4526-b2da-7d830c9a06c3 None None] Network 06d35727-8629-40ca-8166-04dcfe2f8e49 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:32:09.477924 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab0e2e-0e64-4196-a0c3-9110b4aef0bd req-b9e12969-76f1-4807-aab5-91dfc3bdb073 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:09.479691 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-efab0e2e-0e64-4196-a0c3-9110b4aef0bd req-b9e12969-76f1-4807-aab5-91dfc3bdb073 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0723386 Jul 27 15:32:09.536218 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-efab0e2e-0e64-4196-a0c3-9110b4aef0bd req-79c9bc18-25c2-4561-aec2-88219f27f414 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487843 Jul 27 15:32:10.385146 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-43d09ad4-aa2d-4d89-b356-b308a2412c58 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:10.386679 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-43d09ad4-aa2d-4d89-b356-b308a2412c58 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/networks?id=06d35727-8629-40ca-8166-04dcfe2f8e49 HTTP/1.1" status: 200 len: 813 time: 0.1309953 Jul 27 15:32:10.402199 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-3ff414bc-26f5-4d71-ad62-e4dd262dac2e tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/quotas/465f32cb4f724c18aad10fca114a1321 HTTP/1.1" status: 200 len: 375 time: 0.0100946 Jul 27 15:32:10.446593 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-062432b0-c8ec-4194-a2ba-47a399bee2db tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=465f32cb4f724c18aad10fca114a1321&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351777 Jul 27 15:32:10.556713 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-de9d30a3-6e1f-4cbb-be30-6e3b8529a05d service neutron] 10.222.0.36 "GET /v2.0/networks/06d35727-8629-40ca-8166-04dcfe2f8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019633 Jul 27 15:32:10.629555 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:10.669142 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-19ce4e50-5da8-48dc-80fa-a7b7c5aa09e9 service neutron] 10.222.0.36 "GET /v2.0/networks/06d35727-8629-40ca-8166-04dcfe2f8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046858 Jul 27 15:32:10.674687 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b30a-76bf-41dd-8424-669f039afa8b req-c18ec116-0920-4ffd-97e5-6e8bf77aa174 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:10.676553 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fb46b30a-76bf-41dd-8424-669f039afa8b req-c18ec116-0920-4ffd-97e5-6e8bf77aa174 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 943 time: 0.0558646 Jul 27 15:32:10.728288 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fb46b30a-76bf-41dd-8424-669f039afa8b req-de7b0baa-0c27-4358-acfe-c77231489b6d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454946 Jul 27 15:32:10.851397 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b8e6386f-dc06-40d1-97af-77ca8e794012 req-a9aa81ad-2b04-4612-a8d0-963aba51e262 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=b030b650-ce61-4238-821f-51cc611f0e67 HTTP/1.1" status: 200 len: 210 time: 0.0301332 Jul 27 15:32:11.009779 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 43e59693-e433-4779-9d2a-78cbea8c9b08 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:32:11.130032 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 43e59693-e433-4779-9d2a-78cbea8c9b08, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=43e59693-e433-4779-9d2a-78cbea8c9b08,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:32:11.151036 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': '43e59693-e433-4779-9d2a-78cbea8c9b08', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'port_id': '43e59693-e433-4779-9d2a-78cbea8c9b08', 'mac_address': 'fa:16:3e:1c:6d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:32:11.189460 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 43e59693-e433-4779-9d2a-78cbea8c9b08 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:32:11.189856 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:11.206490 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e59693-e433-4779-9d2a-78cbea8c9b08 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:32:11.231963 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 43e59693-e433-4779-9d2a-78cbea8c9b08, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=43e59693-e433-4779-9d2a-78cbea8c9b08,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:32:11.237868 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:11.306107 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=43e59693-e433-4779-9d2a-78cbea8c9b08,revision_number=9']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:11.320335 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:11.320609 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:11.320976 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:11.321322 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:11.321652 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:11.321982 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:11.322303 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:11.322624 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:11.322947 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:11.323268 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:11.323595 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:11.323938 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:11.324258 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:11.324744 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:11.325677 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:32:11.564611 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['43e59693-e433-4779-9d2a-78cbea8c9b08'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:32:11.863427 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2751b-25e1-4416-8f8e-5b138b0e1c7e req-a21533ae-c316-4c97-84ef-e691e6849aa3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:11.865033 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fef2751b-25e1-4416-8f8e-5b138b0e1c7e req-a21533ae-c316-4c97-84ef-e691e6849aa3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 944 time: 0.0553436 Jul 27 15:32:11.920320 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fef2751b-25e1-4416-8f8e-5b138b0e1c7e req-d33607e2-8547-40c8-ba8f-8b66cc2c0574 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494845 Jul 27 15:32:12.014484 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-22782aef-349c-40df-81c2-a3adad3ca652 req-43d5ce67-6d57-4b9b-9108-54012c1827a4 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=b030b650-ce61-4238-821f-51cc611f0e67 HTTP/1.1" status: 200 len: 210 time: 0.0317745 Jul 27 15:32:12.028705 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:12.074353 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-045b5381-4511-4d94-9ad2-b87a958f3547 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:12.075750 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-045b5381-4511-4d94-9ad2-b87a958f3547 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.42 "GET /v2.0/networks?id=06d35727-8629-40ca-8166-04dcfe2f8e49 HTTP/1.1" status: 200 len: 813 time: 0.1655507 Jul 27 15:32:12.101810 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-bd58f6ef-9331-4d1e-afbc-8c05cec08430 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Request body: {'port': {'device_id': 'b030b650-ce61-4238-821f-51cc611f0e67', 'network_id': '06d35727-8629-40ca-8166-04dcfe2f8e49', 'admin_state_up': True, 'tenant_id': '465f32cb4f724c18aad10fca114a1321'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:32:12.213726 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-bd58f6ef-9331-4d1e-afbc-8c05cec08430 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Made reservation on behalf of 465f32cb4f724c18aad10fca114a1321 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:32:12.217345 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-bd58f6ef-9331-4d1e-afbc-8c05cec08430 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:12.353083 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-bd58f6ef-9331-4d1e-afbc-8c05cec08430 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Allocated IP 172.20.0.2 (06d35727-8629-40ca-8166-04dcfe2f8e49/08ab0ac3-0a7b-4dcf-b0e3-2926844ce212/e7fab7d2-df99-4add-a73d-c71c9a71af46) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:32:12.502405 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-bd58f6ef-9331-4d1e-afbc-8c05cec08430 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Publish callbacks [] for port (e7fab7d2-df99-4add-a73d-c71c9a71af46), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:12.534692 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-bd58f6ef-9331-4d1e-afbc-8c05cec08430 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (e7fab7d2-df99-4add-a73d-c71c9a71af46), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:12.583332 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-bd58f6ef-9331-4d1e-afbc-8c05cec08430 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Network 06d35727-8629-40ca-8166-04dcfe2f8e49 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:32:12.586606 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-bd58f6ef-9331-4d1e-afbc-8c05cec08430 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:32:12.590521 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-bd58f6ef-9331-4d1e-afbc-8c05cec08430 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:32:12.596510 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58f6ef-9331-4d1e-afbc-8c05cec08430 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Pushing event updated for resources: {'Port': ['ID=e7fab7d2-df99-4add-a73d-c71c9a71af46,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:12.642423 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-bd58f6ef-9331-4d1e-afbc-8c05cec08430 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:12.643023 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-bd58f6ef-9331-4d1e-afbc-8c05cec08430 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:12.658982 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-bd58f6ef-9331-4d1e-afbc-8c05cec08430 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5610890 Jul 27 15:32:12.670854 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Request body: {'port': {'device_id': 'b030b650-ce61-4238-821f-51cc611f0e67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:32:12.694766 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:12.735948 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (e7fab7d2-df99-4add-a73d-c71c9a71af46), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:12.934742 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:13.000782 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 43e59693-e433-4779-9d2a-78cbea8c9b08 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:32:13.009343 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fab7d2-df99-4add-a73d-c71c9a71af46 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:32:13.017421 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Publish callbacks [] for port (e7fab7d2-df99-4add-a73d-c71c9a71af46), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:13.031556 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Transition to ACTIVE for port object e7fab7d2-df99-4add-a73d-c71c9a71af46 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:32:13.037286 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (e7fab7d2-df99-4add-a73d-c71c9a71af46), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:13.046263 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port 43e59693-e433-4779-9d2a-78cbea8c9b08 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:32:13.046936 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:13.066151 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fc52d-6bbf-42e5-8329-1eddccdb6947 req-e8f9f3d3-ecb4-42f5-a3ee-3862e7f16a20 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:13.072356 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-496fc52d-6bbf-42e5-8329-1eddccdb6947 req-e8f9f3d3-ecb4-42f5-a3ee-3862e7f16a20 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 944 time: 0.0628805 Jul 27 15:32:13.092464 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:13.127398 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-496fc52d-6bbf-42e5-8329-1eddccdb6947 req-fde0d7cf-7dc2-418b-bcd3-36f0e78b522b tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524724 Jul 27 15:32:13.142565 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:13.152518 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 43e59693-e433-4779-9d2a-78cbea8c9b08 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:32:13.152848 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:13.175228 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fab7d2-df99-4add-a73d-c71c9a71af46,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:13.178729 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e59693-e433-4779-9d2a-78cbea8c9b08'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:32:13.181009 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0601eefd-3c93-48d6-b586-f56b6f7270da" -d '{"events": [{"server_uuid": "0c7540c3-cdec-4257-bea3-93599c6919cc", "name": "network-vif-plugged", "status": "completed", "tag": "43e59693-e433-4779-9d2a-78cbea8c9b08"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:32:13.194644 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 43e59693-e433-4779-9d2a-78cbea8c9b08, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=43e59693-e433-4779-9d2a-78cbea8c9b08,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:32:13.199339 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:13.206996 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e88a8e-0a89-4789-addb-c5a9e8f25a67 req-673ed15d-7e80-43c2-86bb-d91aa3dc5984 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:13.208593 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-42e88a8e-0a89-4789-addb-c5a9e8f25a67 req-673ed15d-7e80-43c2-86bb-d91aa3dc5984 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=b030b650-ce61-4238-821f-51cc611f0e67 HTTP/1.1" status: 200 len: 943 time: 0.0709255 Jul 27 15:32:13.233138 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7561c513-22a2-458a-acd3-0d09e8ce0c3c x-openstack-request-id: req-7561c513-22a2-458a-acd3-0d09e8ce0c3c {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:32:13.233455 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7540c3-cdec-4257-bea3-93599c6919cc", "name": "network-vif-plugged", "status": "completed", "tag": "43e59693-e433-4779-9d2a-78cbea8c9b08", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:32:13.233718 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7561c513-22a2-458a-acd3-0d09e8ce0c3c {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:32:13.234114 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7561c513-22a2-458a-acd3-0d09e8ce0c3c'] response: {'server_uuid': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e59693-e433-4779-9d2a-78cbea8c9b08', 'code': 200} Jul 27 15:32:13.234571 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Attempting to bind port e7fab7d2-df99-4add-a73d-c71c9a71af46 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:32:13.234947 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Attempting to bind port e7fab7d2-df99-4add-a73d-c71c9a71af46 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '6d008a43-9214-4382-9635-7edf89d1d1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06d35727-8629-40ca-8166-04dcfe2f8e49'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:32:13.235280 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Attempting to bind port e7fab7d2-df99-4add-a73d-c71c9a71af46 on network 06d35727-8629-40ca-8166-04dcfe2f8e49 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:32:13.241682 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Port e7fab7d2-df99-4add-a73d-c71c9a71af46 on network 06d35727-8629-40ca-8166-04dcfe2f8e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:32:13.242013 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Attempting to bind port e7fab7d2-df99-4add-a73d-c71c9a71af46 on network 06d35727-8629-40ca-8166-04dcfe2f8e49 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:32:13.256653 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=43e59693-e433-4779-9d2a-78cbea8c9b08,revision_number=10']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:13.260181 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:32:13.260604 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Checking segment: {'id': '6d008a43-9214-4382-9635-7edf89d1d1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06d35727-8629-40ca-8166-04dcfe2f8e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:32:13.261060 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Bound using segment: {'id': '6d008a43-9214-4382-9635-7edf89d1d1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06d35727-8629-40ca-8166-04dcfe2f8e49'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:32:13.261632 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Bound port: e7fab7d2-df99-4add-a73d-c71c9a71af46, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d008a43-9214-4382-9635-7edf89d1d1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06d35727-8629-40ca-8166-04dcfe2f8e49'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:32:13.262099 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (e7fab7d2-df99-4add-a73d-c71c9a71af46), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:13.287140 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-42e88a8e-0a89-4789-addb-c5a9e8f25a67 req-47d2c529-6a55-4dc6-b521-c9a815585409 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712247 Jul 27 15:32:13.358963 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] For port e7fab7d2-df99-4add-a73d-c71c9a71af46, host hv-cinder-84131, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:32:13.365219 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] For port e7fab7d2-df99-4add-a73d-c71c9a71af46, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=e7fab7d2-df99-4add-a73d-c71c9a71af46,segment=NetworkSegment(6d008a43-9214-4382-9635-7edf89d1d1b3),segment_id=6d008a43-9214-4382-9635-7edf89d1d1b3)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:32:13.371958 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (e7fab7d2-df99-4add-a73d-c71c9a71af46), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:13.405704 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:13.406426 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:13.409162 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] 10.222.0.42 "PUT /v2.0/ports/e7fab7d2-df99-4add-a73d-c71c9a71af46 HTTP/1.1" status: 200 len: 1093 time: 0.7423785 Jul 27 15:32:13.411612 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b030b650-ce61-4238-821f-51cc611f0e67', 'tag': 'e7fab7d2-df99-4add-a73d-c71c9a71af46'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:32:13.413955 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ad3441-c5c5-4b8c-8914-dfe467ed72ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b030b650-ce61-4238-821f-51cc611f0e67", "tag": "e7fab7d2-df99-4add-a73d-c71c9a71af46"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:32:13.443613 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d924f7d-f109-4401-937f-3737d3e93713 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fab7d2-df99-4add-a73d-c71c9a71af46,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:13.455185 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dddd18-abae-4a00-b028-1c195439911e x-openstack-request-id: req-41dddd18-abae-4a00-b028-1c195439911e {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:32:13.455558 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b030b650-ce61-4238-821f-51cc611f0e67", "tag": "e7fab7d2-df99-4add-a73d-c71c9a71af46", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:32:13.455810 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-41dddd18-abae-4a00-b028-1c195439911e {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:32:13.456225 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41dddd18-abae-4a00-b028-1c195439911e'] response: {'name': 'network-changed', 'server_uuid': 'b030b650-ce61-4238-821f-51cc611f0e67', 'tag': 'e7fab7d2-df99-4add-a73d-c71c9a71af46', 'status': 'completed', 'code': 200} Jul 27 15:32:13.670401 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad3441-c5c5-4b8c-8914-dfe467ed72ac req-bdaa13b2-a15c-4ec2-8cd6-1dc46e3fa17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:13.671987 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-25ad3441-c5c5-4b8c-8914-dfe467ed72ac req-bdaa13b2-a15c-4ec2-8cd6-1dc46e3fa17a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=465f32cb4f724c18aad10fca114a1321&device_id=b030b650-ce61-4238-821f-51cc611f0e67 HTTP/1.1" status: 200 len: 1127 time: 0.0418761 Jul 27 15:32:13.753873 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:13.755329 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d0c6b-d8cd-4fff-adee-67389d4afb1c req-96486ad4-3d33-4bcb-a3f9-5dc314da6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:13.757084 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a59d0c6b-d8cd-4fff-adee-67389d4afb1c req-96486ad4-3d33-4bcb-a3f9-5dc314da6632 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 1130 time: 0.0390294 Jul 27 15:32:13.778389 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:13.783926 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad3441-c5c5-4b8c-8914-dfe467ed72ac req-64a5ac0d-9afa-4f21-a9c4-99b62c95aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:13.785692 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-25ad3441-c5c5-4b8c-8914-dfe467ed72ac req-64a5ac0d-9afa-4f21-a9c4-99b62c95aaab service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=465f32cb4f724c18aad10fca114a1321&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1048198 Jul 27 15:32:13.812116 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a59d0c6b-d8cd-4fff-adee-67389d4afb1c req-6d07a575-cc39-4fc9-9017-5303cf316e73 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467126 Jul 27 15:32:13.883166 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad3441-c5c5-4b8c-8914-dfe467ed72ac req-b5d8e497-b5a7-4285-a4fc-a4457b67b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:13.884660 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-25ad3441-c5c5-4b8c-8914-dfe467ed72ac req-b5d8e497-b5a7-4285-a4fc-a4457b67b9c2 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914202 Jul 27 15:32:14.105169 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-259062b6-5012-4522-9fce-a2ff92abb4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:14.106666 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-259062b6-5012-4522-9fce-a2ff92abb4a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=465f32cb4f724c18aad10fca114a1321&device_id=b030b650-ce61-4238-821f-51cc611f0e67 HTTP/1.1" status: 200 len: 1127 time: 0.0416377 Jul 27 15:32:14.147401 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-4fbff45b-0cd9-4a33-95b3-a71734adc29f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7fab7d2-df99-4add-a73d-c71c9a71af46 HTTP/1.1" status: 200 len: 217 time: 0.0319786 Jul 27 15:32:14.198477 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-13924060-f16e-4f64-913e-b09576b559a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:14.199967 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-13924060-f16e-4f64-913e-b09576b559a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08ab0ac3-0a7b-4dcf-b0e3-2926844ce212 HTTP/1.1" status: 200 len: 853 time: 0.0456688 Jul 27 15:32:14.262953 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-4a1ca6bf-221a-4c0c-afad-8a7fc3140047 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06d35727-8629-40ca-8166-04dcfe2f8e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457978 Jul 27 15:32:14.278021 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e2587-7582-40a2-b165-ee731d06f35a req-398d1878-5d81-4eaf-8426-30c826769f74 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:14.279414 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c99e2587-7582-40a2-b165-ee731d06f35a req-398d1878-5d81-4eaf-8426-30c826769f74 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 946 time: 0.0710218 Jul 27 15:32:14.328529 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c99e2587-7582-40a2-b165-ee731d06f35a req-f511bc9d-ea0c-4784-ac2b-035d4833336c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424235 Jul 27 15:32:14.419066 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc790795-5d0a-4004-b46c-b759df3fe15c req-d8c36f65-a1c9-443c-959a-6f476dfaf92f tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:14.420589 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fc790795-5d0a-4004-b46c-b759df3fe15c req-d8c36f65-a1c9-443c-959a-6f476dfaf92f tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=b030b650-ce61-4238-821f-51cc611f0e67 HTTP/1.1" status: 200 len: 943 time: 0.0548279 Jul 27 15:32:14.468424 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fc790795-5d0a-4004-b46c-b759df3fe15c req-38ced229-8efb-4ae6-afac-1a138ad94804 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414371 Jul 27 15:32:14.684193 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:14.716451 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-0b8734aa-a328-4e83-8723-b5a298f968be service neutron] 10.222.0.42 "GET /v2.0/networks/06d35727-8629-40ca-8166-04dcfe2f8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876715 Jul 27 15:32:14.841354 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d01b03c8-02c3-476c-8e23-dd24bec9add9 req-226ffbf2-5ccb-41b0-ae95-d88275c94b0f service neutron] 10.222.0.42 "GET /v2.0/networks/06d35727-8629-40ca-8166-04dcfe2f8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985658 Jul 27 15:32:15.464846 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ca3ca-dbd7-493f-84c7-0cd763038873 req-edfaf766-85f7-4aba-a9b5-e96fe9dbd825 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:15.466568 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f00ca3ca-dbd7-493f-84c7-0cd763038873 req-edfaf766-85f7-4aba-a9b5-e96fe9dbd825 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 946 time: 0.0594420 Jul 27 15:32:15.517432 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f00ca3ca-dbd7-493f-84c7-0cd763038873 req-35f07e16-3997-45bf-9c4d-ab0677df7af0 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447979 Jul 27 15:32:15.600195 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337b06d-cc18-4bd6-b448-69f3e2e7139e req-2d2a6cee-67a9-410c-a2dd-73330c20c9b3 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:15.601745 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b337b06d-cc18-4bd6-b448-69f3e2e7139e req-2d2a6cee-67a9-410c-a2dd-73330c20c9b3 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=b030b650-ce61-4238-821f-51cc611f0e67 HTTP/1.1" status: 200 len: 943 time: 0.0591879 Jul 27 15:32:15.654566 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b337b06d-cc18-4bd6-b448-69f3e2e7139e req-6c1ffd70-0b85-4d27-8ea5-942475c0cfeb tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471075 Jul 27 15:32:15.792405 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:16.650859 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31d28f-98b3-4432-9236-edb9bec97a1d req-4ee94be1-feef-42fa-ba7b-5e75022d356e tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:16.652366 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dc31d28f-98b3-4432-9236-edb9bec97a1d req-4ee94be1-feef-42fa-ba7b-5e75022d356e tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 946 time: 0.0533426 Jul 27 15:32:16.708588 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dc31d28f-98b3-4432-9236-edb9bec97a1d req-b861bbce-d180-48f7-a3ec-aeeb14b70e0f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497453 Jul 27 15:32:16.739675 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:16.781979 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069ba3e-10bc-4cf3-bffc-a0b8e77de166 req-265f99bd-57ba-49d2-a515-4cbe3131acb3 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:16.784029 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3069ba3e-10bc-4cf3-bffc-a0b8e77de166 req-265f99bd-57ba-49d2-a515-4cbe3131acb3 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=b030b650-ce61-4238-821f-51cc611f0e67 HTTP/1.1" status: 200 len: 943 time: 0.0547330 Jul 27 15:32:16.840375 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3069ba3e-10bc-4cf3-bffc-a0b8e77de166 req-ad54bf41-3c23-4dd2-a312-0609f3b61554 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502725 Jul 27 15:32:17.021594 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device e7fab7d2-df99-4add-a73d-c71c9a71af46 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:32:17.108622 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1783f7f5-2452-4928-aa60-bfff34dcf73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:17.138592 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port e7fab7d2-df99-4add-a73d-c71c9a71af46, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=e7fab7d2-df99-4add-a73d-c71c9a71af46,segment=NetworkSegment(6d008a43-9214-4382-9635-7edf89d1d1b3),segment_id=6d008a43-9214-4382-9635-7edf89d1d1b3)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:32:17.150386 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': 'e7fab7d2-df99-4add-a73d-c71c9a71af46', 'network_id': '06d35727-8629-40ca-8166-04dcfe2f8e49', 'port_id': 'e7fab7d2-df99-4add-a73d-c71c9a71af46', 'mac_address': 'fa:16:3e:8d:63:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ab0ac3-0a7b-4dcf-b0e3-2926844ce212', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:32:17.186679 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port e7fab7d2-df99-4add-a73d-c71c9a71af46 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:32:17.187093 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (e7fab7d2-df99-4add-a73d-c71c9a71af46), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:17.201773 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fab7d2-df99-4add-a73d-c71c9a71af46 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:32:17.226667 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port e7fab7d2-df99-4add-a73d-c71c9a71af46, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=e7fab7d2-df99-4add-a73d-c71c9a71af46,segment=NetworkSegment(6d008a43-9214-4382-9635-7edf89d1d1b3),segment_id=6d008a43-9214-4382-9635-7edf89d1d1b3)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:32:17.230655 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (e7fab7d2-df99-4add-a73d-c71c9a71af46), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:17.281212 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=e7fab7d2-df99-4add-a73d-c71c9a71af46,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:17.549326 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['e7fab7d2-df99-4add-a73d-c71c9a71af46'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:32:17.837858 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cc948-f8e2-43af-929a-9e6c4b9d5242 req-c31bf153-7bfc-4ac6-a937-11423142a156 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:17.839329 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3a3cc948-f8e2-43af-929a-9e6c4b9d5242 req-c31bf153-7bfc-4ac6-a937-11423142a156 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 946 time: 0.0500546 Jul 27 15:32:17.890007 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3a3cc948-f8e2-43af-929a-9e6c4b9d5242 req-cb87089f-ece7-48fc-9163-240b9815410d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445495 Jul 27 15:32:17.963658 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d19f0-deb2-4cb9-bcec-c5b9f70c5a1a req-1f07cc75-dfd5-4555-b201-b6d9be5ad3cc tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:17.965355 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6e4d19f0-deb2-4cb9-bcec-c5b9f70c5a1a req-1f07cc75-dfd5-4555-b201-b6d9be5ad3cc tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=b030b650-ce61-4238-821f-51cc611f0e67 HTTP/1.1" status: 200 len: 944 time: 0.0511026 Jul 27 15:32:18.020596 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6e4d19f0-deb2-4cb9-bcec-c5b9f70c5a1a req-172e70af-3c36-4424-8e90-a350379f5f42 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493557 Jul 27 15:32:19.047019 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device e7fab7d2-df99-4add-a73d-c71c9a71af46 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:32:19.102536 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port e7fab7d2-df99-4add-a73d-c71c9a71af46 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:32:19.108317 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port e7fab7d2-df99-4add-a73d-c71c9a71af46 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:32:19.108698 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (e7fab7d2-df99-4add-a73d-c71c9a71af46), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:19.152498 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042be4-ff11-46ff-ac10-09fe7c21d027 req-6e19ad3b-04ce-477e-961f-92eb0193cf22 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:19.154098 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d3042be4-ff11-46ff-ac10-09fe7c21d027 req-6e19ad3b-04ce-477e-961f-92eb0193cf22 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=b030b650-ce61-4238-821f-51cc611f0e67 HTTP/1.1" status: 200 len: 944 time: 0.0567663 Jul 27 15:32:19.185919 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port e7fab7d2-df99-4add-a73d-c71c9a71af46 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:32:19.186304 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (e7fab7d2-df99-4add-a73d-c71c9a71af46), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:19.213322 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b030b650-ce61-4238-821f-51cc611f0e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fab7d2-df99-4add-a73d-c71c9a71af46'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:32:19.215639 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86820f7-afa5-4fa4-b72b-20583bce80ce" -d '{"events": [{"server_uuid": "b030b650-ce61-4238-821f-51cc611f0e67", "name": "network-vif-plugged", "status": "completed", "tag": "e7fab7d2-df99-4add-a73d-c71c9a71af46"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:32:19.215963 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d3042be4-ff11-46ff-ac10-09fe7c21d027 req-fa72efad-b6de-4dc5-afed-d08efab3fb69 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514216 Jul 27 15:32:19.228549 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:19.231064 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port e7fab7d2-df99-4add-a73d-c71c9a71af46, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=e7fab7d2-df99-4add-a73d-c71c9a71af46,segment=NetworkSegment(6d008a43-9214-4382-9635-7edf89d1d1b3),segment_id=6d008a43-9214-4382-9635-7edf89d1d1b3)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:32:19.236028 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (e7fab7d2-df99-4add-a73d-c71c9a71af46), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:19.277567 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923e3c0e-799c-49a2-a134-ecd3006fa05e x-openstack-request-id: req-923e3c0e-799c-49a2-a134-ecd3006fa05e {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:32:19.278026 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b030b650-ce61-4238-821f-51cc611f0e67", "name": "network-vif-plugged", "status": "completed", "tag": "e7fab7d2-df99-4add-a73d-c71c9a71af46", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:32:19.278282 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-923e3c0e-799c-49a2-a134-ecd3006fa05e {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:32:19.278671 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923e3c0e-799c-49a2-a134-ecd3006fa05e'] response: {'server_uuid': 'b030b650-ce61-4238-821f-51cc611f0e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fab7d2-df99-4add-a73d-c71c9a71af46', 'code': 200} Jul 27 15:32:19.303868 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7b14cccf-b81a-4ffb-812d-3ffe98f6fa61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:19.309708 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=e7fab7d2-df99-4add-a73d-c71c9a71af46,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:32:19.454053 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc81151-2ebe-4da3-92fc-5283824514fd req-8675e6ea-8cdd-48c1-88f5-167dc15200e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:19.456042 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-efc81151-2ebe-4da3-92fc-5283824514fd req-8675e6ea-8cdd-48c1-88f5-167dc15200e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b030b650-ce61-4238-821f-51cc611f0e67 HTTP/1.1" status: 200 len: 1129 time: 0.0407448 Jul 27 15:32:19.489825 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:19.504433 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-efc81151-2ebe-4da3-92fc-5283824514fd req-a6cfa325-265c-42db-a2e3-272768689641 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Jul 27 15:32:20.371640 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa3d3-53cd-45fe-8afc-a2776f2c6249 req-e0b7c976-7e9b-4834-84c4-34fb6d810e29 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:20.373348 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5e9aa3d3-53cd-45fe-8afc-a2776f2c6249 req-e0b7c976-7e9b-4834-84c4-34fb6d810e29 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=b030b650-ce61-4238-821f-51cc611f0e67 HTTP/1.1" status: 200 len: 945 time: 0.0564854 Jul 27 15:32:20.428793 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5e9aa3d3-53cd-45fe-8afc-a2776f2c6249 req-4deff6b4-61cb-40ff-b6c8-8c62cf857e14 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489092 Jul 27 15:32:20.823073 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:21.561249 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b75e21-3b04-48fc-b2bb-eec8c3956ac7 req-575e574d-bfd3-4290-8661-e5159a945513 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:21.562762 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a4b75e21-3b04-48fc-b2bb-eec8c3956ac7 req-575e574d-bfd3-4290-8661-e5159a945513 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=b030b650-ce61-4238-821f-51cc611f0e67 HTTP/1.1" status: 200 len: 945 time: 0.0492134 Jul 27 15:32:21.614936 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a4b75e21-3b04-48fc-b2bb-eec8c3956ac7 req-4b358af8-878a-4612-862f-59a574587633 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460141 Jul 27 15:32:22.045846 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:22.071459 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:22.248719 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:29.851208 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:29.852047 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:30.422100 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=65 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:30.425538 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=10 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:30.783142 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:32:31.595939 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17779f34-e0f9-45d6-9948-12cfbbfaf857 req-91914bc8-a4f5-40a8-b76e-04797c83db6a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:31.600841 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-17779f34-e0f9-45d6-9948-12cfbbfaf857 req-91914bc8-a4f5-40a8-b76e-04797c83db6a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0782518 Jul 27 15:32:31.609014 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=46 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:31.616322 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c7d28-7f2b-467a-98b8-f47df3d8a03a req-1ece9bc3-dd13-4cef-90c5-fccd20abb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:31.616889 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=27 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:31.617799 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fb8c7d28-7f2b-467a-98b8-f47df3d8a03a req-1ece9bc3-dd13-4cef-90c5-fccd20abb87e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 1129 time: 0.0678477 Jul 27 15:32:31.941317 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-17779f34-e0f9-45d6-9948-12cfbbfaf857 req-a1121333-0569-48ff-9c41-8a7b530994d5 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3349044 Jul 27 15:32:31.989513 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c7d28-7f2b-467a-98b8-f47df3d8a03a req-1ef0584b-f9ed-4efd-9076-7f1334d2f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:31.990977 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fb8c7d28-7f2b-467a-98b8-f47df3d8a03a req-1ef0584b-f9ed-4efd-9076-7f1334d2f716 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 920 time: 0.3625860 Jul 27 15:32:32.055874 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fb8c7d28-7f2b-467a-98b8-f47df3d8a03a req-6fd4e4f2-c909-4c34-8cad-ad312458ac9f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074b3654-7c9f-4b7d-9969-0aac69d537aa HTTP/1.1" status: 200 len: 1001 time: 0.0575755 Jul 27 15:32:32.120358 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c7d28-7f2b-467a-98b8-f47df3d8a03a req-71aa282e-84db-458c-b18b-977ac043309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:32.122058 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fb8c7d28-7f2b-467a-98b8-f47df3d8a03a req-71aa282e-84db-458c-b18b-977ac043309a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.0597420 Jul 27 15:32:32.182469 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c7d28-7f2b-467a-98b8-f47df3d8a03a req-7e7ccb4e-9542-4d92-b733-30d65b95e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:32.184769 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fb8c7d28-7f2b-467a-98b8-f47df3d8a03a req-7e7ccb4e-9542-4d92-b733-30d65b95e74d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517175 Jul 27 15:32:32.245608 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:32.246329 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:32.311179 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fb8c7d28-7f2b-467a-98b8-f47df3d8a03a req-19944645-3fcf-4cff-a987-160fb8ce1eb5 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154602 Jul 27 15:32:32.414216 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fb8c7d28-7f2b-467a-98b8-f47df3d8a03a req-3d2fa26a-6365-4856-81a4-87d8e07fdbe0 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944479 Jul 27 15:32:33.073485 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9af715-0c01-4fbd-8310-5a15cad3e3f7 req-ea390292-ae78-4d30-ab8b-cbfd5cd437af tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:33.074978 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0b9af715-0c01-4fbd-8310-5a15cad3e3f7 req-ea390292-ae78-4d30-ab8b-cbfd5cd437af tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0543430 Jul 27 15:32:33.124729 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0b9af715-0c01-4fbd-8310-5a15cad3e3f7 req-c6c301fd-0af8-4da5-b87c-4f1a6b51ce9a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440013 Jul 27 15:32:34.265950 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb9f97-865a-4fc3-8ca6-5d62a06c6010 req-7d8bd781-787c-4912-a5e6-9263e7349652 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:34.267441 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fecb9f97-865a-4fc3-8ca6-5d62a06c6010 req-7d8bd781-787c-4912-a5e6-9263e7349652 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0558832 Jul 27 15:32:34.319120 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fecb9f97-865a-4fc3-8ca6-5d62a06c6010 req-d3ab70a3-b1cc-44b3-8f56-612fb33fa174 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442767 Jul 27 15:32:35.447697 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a633e-b070-4b68-aed4-023a4c78e92a req-2e04e24f-c871-4284-9d25-1008d758e649 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:35.450114 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1a1a633e-b070-4b68-aed4-023a4c78e92a req-2e04e24f-c871-4284-9d25-1008d758e649 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0485604 Jul 27 15:32:35.502967 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1a1a633e-b070-4b68-aed4-023a4c78e92a req-b7fcffa6-0b27-44c9-ac1d-b08f4d348e21 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474713 Jul 27 15:32:35.620566 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4f98a58b-e068-4307-9933-dd36480ec868 req-a6ab93fd-787a-4ab3-8f82-0c8c0367b223 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453773 Jul 27 15:32:35.711242 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98a58b-e068-4307-9933-dd36480ec868 req-c9f92c02-9edf-459d-a85a-f00faab0da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:35.712911 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4f98a58b-e068-4307-9933-dd36480ec868 req-c9f92c02-9edf-459d-a85a-f00faab0da91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 1129 time: 0.0411935 Jul 27 15:32:35.831492 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98a58b-e068-4307-9933-dd36480ec868 req-bbec567d-4aba-4efe-b284-21ad9fbae327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:35.833015 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4f98a58b-e068-4307-9933-dd36480ec868 req-bbec567d-4aba-4efe-b284-21ad9fbae327 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 920 time: 0.0927501 Jul 27 15:32:35.882265 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4f98a58b-e068-4307-9933-dd36480ec868 req-967aeb6d-f2e5-4025-a40d-9a5bc2dcfad9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3810c698-7926-46e1-9f80-aa481b319cbb HTTP/1.1" status: 200 len: 217 time: 0.0404966 Jul 27 15:32:35.941337 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98a58b-e068-4307-9933-dd36480ec868 req-a390044b-dd22-49e7-913f-1505c05d58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:35.942933 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4f98a58b-e068-4307-9933-dd36480ec868 req-a390044b-dd22-49e7-913f-1505c05d58e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.0467961 Jul 27 15:32:36.007076 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98a58b-e068-4307-9933-dd36480ec868 req-883d2c62-b7c3-475d-a67c-ad4f11476794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:36.009368 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4f98a58b-e068-4307-9933-dd36480ec868 req-883d2c62-b7c3-475d-a67c-ad4f11476794 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568497 Jul 27 15:32:36.037278 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:36.113148 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4f98a58b-e068-4307-9933-dd36480ec868 req-10c0510f-9149-4fe5-ae0d-3d17b5ec5bde service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937943 Jul 27 15:32:36.184173 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:36.217572 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4f98a58b-e068-4307-9933-dd36480ec868 req-37e4a3ad-94bf-49f9-85d5-12888de1dca5 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963619 Jul 27 15:32:36.631289 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb181c-85f7-47b3-969d-c79a49b61127 req-b2795355-5595-4364-9781-f6e304262038 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:36.632799 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-00cb181c-85f7-47b3-969d-c79a49b61127 req-b2795355-5595-4364-9781-f6e304262038 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0482342 Jul 27 15:32:36.680856 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-00cb181c-85f7-47b3-969d-c79a49b61127 req-daa6d2c9-325f-480b-a376-c99edb677346 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424383 Jul 27 15:32:37.351473 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:37.821129 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b6948-10b5-4b05-8a03-fcf645312ed9 req-266103a2-dc2e-4804-8e0a-aa48f7b5aa0e tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:37.822631 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a56b6948-10b5-4b05-8a03-fcf645312ed9 req-266103a2-dc2e-4804-8e0a-aa48f7b5aa0e tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0656946 Jul 27 15:32:37.875087 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a56b6948-10b5-4b05-8a03-fcf645312ed9 req-1142af6f-b879-44d1-a020-b8c0dff2bb82 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465899 Jul 27 15:32:39.022686 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81318784-b6e2-420f-a535-b86bd3518675 req-47341fad-64f1-4ef5-8b2d-a78e2ee3eb8e tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:39.024539 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-81318784-b6e2-420f-a535-b86bd3518675 req-47341fad-64f1-4ef5-8b2d-a78e2ee3eb8e tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0682061 Jul 27 15:32:39.078733 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-81318784-b6e2-420f-a535-b86bd3518675 req-b937acee-7e28-4d65-a5d7-7b12b06f2550 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466614 Jul 27 15:32:40.213036 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc67d-78e1-4175-b186-31953b31ad86 req-3dfcbbb8-5a51-4d68-83b0-13e53e2c3444 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:40.215418 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c48fc67d-78e1-4175-b186-31953b31ad86 req-3dfcbbb8-5a51-4d68-83b0-13e53e2c3444 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0581143 Jul 27 15:32:40.293236 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c48fc67d-78e1-4175-b186-31953b31ad86 req-f61aaa85-a2e8-4a06-b6b2-92f509225f72 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706110 Jul 27 15:32:40.776651 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:41.390169 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8eb923-4cd6-4b67-94be-345cf6d83a71 req-31a2d0d0-1bcc-41d1-9c64-d1a516003c5c tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:41.391744 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3b8eb923-4cd6-4b67-94be-345cf6d83a71 req-31a2d0d0-1bcc-41d1-9c64-d1a516003c5c tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0566330 Jul 27 15:32:41.450714 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42563642-bc8e-49ed-9ed4-4e94346fac56 req-a5c1bec4-b842-4698-a506-4ca8e11666ec tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:41.452372 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3b8eb923-4cd6-4b67-94be-345cf6d83a71 req-4b3b1658-dbd2-4de0-9b63-b3daa778c169 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545435 Jul 27 15:32:41.456462 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-42563642-bc8e-49ed-9ed4-4e94346fac56 req-a5c1bec4-b842-4698-a506-4ca8e11666ec tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0674436 Jul 27 15:32:41.517062 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-42563642-bc8e-49ed-9ed4-4e94346fac56 req-bb039ad4-df1f-4b5c-823b-f80d0d978dfd tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588818 Jul 27 15:32:42.581161 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af06dc4-1939-4417-acdd-ac07ef19fdc9 req-6ee3543a-18bc-4b95-a7b4-7a67cb513f1d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:42.582709 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4af06dc4-1939-4417-acdd-ac07ef19fdc9 req-6ee3543a-18bc-4b95-a7b4-7a67cb513f1d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0502744 Jul 27 15:32:42.636597 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4af06dc4-1939-4417-acdd-ac07ef19fdc9 req-5ea8c4e8-2227-4516-b367-52160d58f404 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475221 Jul 27 15:32:42.671222 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f93cc6-7f07-4049-a438-b2d4ee27f22d req-4a37c116-d68f-4a1d-b7ef-df1b866954ae tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:42.673199 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-74f93cc6-7f07-4049-a438-b2d4ee27f22d req-4a37c116-d68f-4a1d-b7ef-df1b866954ae tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0578222 Jul 27 15:32:42.729428 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-74f93cc6-7f07-4049-a438-b2d4ee27f22d req-82d4ce77-7e31-40d3-8802-05ae17b862fc tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507221 Jul 27 15:32:43.778689 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371d5a4-e0ba-431b-b2ea-4e423e1caba0 req-5d9bcd80-4b97-4991-9a36-bae094b96b76 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:43.780693 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2371d5a4-e0ba-431b-b2ea-4e423e1caba0 req-5d9bcd80-4b97-4991-9a36-bae094b96b76 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0686793 Jul 27 15:32:43.845315 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2371d5a4-e0ba-431b-b2ea-4e423e1caba0 req-f087f40e-1cb6-4881-97f8-d285e0f94fc9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582783 Jul 27 15:32:43.867028 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f92f4-28c4-47ce-ac0b-c21c7e1c5cde req-3de4a6bb-2649-4aa1-bc9c-477fb92cf98a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:43.868637 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4b7f92f4-28c4-47ce-ac0b-c21c7e1c5cde req-3de4a6bb-2649-4aa1-bc9c-477fb92cf98a tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0548353 Jul 27 15:32:43.926650 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4b7f92f4-28c4-47ce-ac0b-c21c7e1c5cde req-d2db76e6-5cb2-41aa-bf0b-d89bea53fa14 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510199 Jul 27 15:32:44.983339 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4ed52-953b-4fd1-987c-8801476d5d24 req-8a5c0b40-84a4-44f9-bed6-8d2cb3b3f68a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:44.984980 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-08e4ed52-953b-4fd1-987c-8801476d5d24 req-8a5c0b40-84a4-44f9-bed6-8d2cb3b3f68a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0506456 Jul 27 15:32:45.036531 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-08e4ed52-953b-4fd1-987c-8801476d5d24 req-35bd8ee8-fb07-4ef4-b0a8-e560b6255193 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460055 Jul 27 15:32:45.052373 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c11832-f138-4381-9c39-f3f95a48df40 req-bb34be24-eefd-411b-8eca-dc7f4a8d7378 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:45.057397 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-86c11832-f138-4381-9c39-f3f95a48df40 req-bb34be24-eefd-411b-8eca-dc7f4a8d7378 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0492914 Jul 27 15:32:45.104837 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-86c11832-f138-4381-9c39-f3f95a48df40 req-327c8aa1-79ae-45a9-a6dd-ed836115afb4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448461 Jul 27 15:32:46.177970 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeee5a3-70a9-46c1-a821-1832473f2f0a req-7b4f6a87-ed61-4ad0-8e74-aadfc97bfe94 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:46.179425 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7eeee5a3-70a9-46c1-a821-1832473f2f0a req-7b4f6a87-ed61-4ad0-8e74-aadfc97bfe94 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0616653 Jul 27 15:32:46.233882 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cdedf-f249-451b-b3b9-c3279ef0ca6a req-a3eba7ee-3af8-4701-a49d-2fdacfe1365c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:46.235360 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-668cdedf-f249-451b-b3b9-c3279ef0ca6a req-a3eba7ee-3af8-4701-a49d-2fdacfe1365c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0504901 Jul 27 15:32:46.237000 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7eeee5a3-70a9-46c1-a821-1832473f2f0a req-fd3d42b3-5574-4a4a-b792-f00013d052ba tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504436 Jul 27 15:32:46.288385 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-668cdedf-f249-451b-b3b9-c3279ef0ca6a req-7a5baedf-7231-4fcb-aa26-ee5181f4939c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448301 Jul 27 15:32:47.072872 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9ec2041a-a6f5-43c0-a24e-e6ed78af045c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:47.363456 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a99c14-404f-4e4f-afda-15a7a23bfa54 req-038cf556-c872-4aef-95eb-bb302074d695 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:47.364975 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-32a99c14-404f-4e4f-afda-15a7a23bfa54 req-038cf556-c872-4aef-95eb-bb302074d695 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0531585 Jul 27 15:32:47.415110 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-32a99c14-404f-4e4f-afda-15a7a23bfa54 req-2aaec080-be43-4943-a7b1-770201c6cf49 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440323 Jul 27 15:32:47.421518 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf23ca-4095-4b64-aac7-54d512826f21 req-253b5a03-4489-4d3b-9cb9-c87803d37ff5 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:47.423705 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cdcf23ca-4095-4b64-aac7-54d512826f21 req-253b5a03-4489-4d3b-9cb9-c87803d37ff5 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0535083 Jul 27 15:32:47.483158 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cdcf23ca-4095-4b64-aac7-54d512826f21 req-2d97e9a0-9074-40e0-8840-c84ed7db2f6e tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526006 Jul 27 15:32:48.543056 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4a674-5744-4c1e-9037-6cc0523d86a6 req-259e02af-aaaf-47ed-b4eb-4806c5d65d45 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:48.544800 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-61a4a674-5744-4c1e-9037-6cc0523d86a6 req-259e02af-aaaf-47ed-b4eb-4806c5d65d45 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0489333 Jul 27 15:32:48.600800 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-61a4a674-5744-4c1e-9037-6cc0523d86a6 req-2554f1ba-df42-4bf1-992a-b44c314376ff tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503192 Jul 27 15:32:48.604531 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49f9b7-e409-429f-9cc2-f9f0c87cd56c req-e41c00e1-c5bf-4bb4-b920-9661a0223f68 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:48.606068 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ea49f9b7-e409-429f-9cc2-f9f0c87cd56c req-e41c00e1-c5bf-4bb4-b920-9661a0223f68 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0485594 Jul 27 15:32:48.660417 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ea49f9b7-e409-429f-9cc2-f9f0c87cd56c req-281c3eb2-bb80-4fb0-9625-349dfca33a13 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487099 Jul 27 15:32:49.286582 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f22ad33d-699c-4f7a-bc42-f486a0ef1858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:49.708264 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:49.724774 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f3f0f-df04-4ef3-a5b8-97f58cc5d64e req-144eb819-16fc-4d8d-ad25-bf0de21a5b71 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:49.726283 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-218f3f0f-df04-4ef3-a5b8-97f58cc5d64e req-144eb819-16fc-4d8d-ad25-bf0de21a5b71 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0535791 Jul 27 15:32:49.742187 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:49.744268 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:49.775858 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-218f3f0f-df04-4ef3-a5b8-97f58cc5d64e req-39d17765-42ca-4da3-9d31-6fcf39e777bc tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441473 Jul 27 15:32:49.779956 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0879f2c-d3ec-4406-9a2d-5494a2cd95cc req-6a5634e3-c6e1-4ca9-b1c9-486176f4244b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:49.781449 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b0879f2c-d3ec-4406-9a2d-5494a2cd95cc req-6a5634e3-c6e1-4ca9-b1c9-486176f4244b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0488470 Jul 27 15:32:49.834036 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b0879f2c-d3ec-4406-9a2d-5494a2cd95cc req-94b58f01-450f-46ea-93cb-ae0b148dbc55 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465214 Jul 27 15:32:50.831089 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:50.881568 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:50.898769 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c6283-4247-4334-9760-82c9e09cff29 req-861023c4-a303-46b5-b91a-4fb7c62f9dda tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:50.900288 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-857c6283-4247-4334-9760-82c9e09cff29 req-861023c4-a303-46b5-b91a-4fb7c62f9dda tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0506277 Jul 27 15:32:50.954493 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-857c6283-4247-4334-9760-82c9e09cff29 req-d91f4dc3-a4d1-45fa-9b7a-d66887e98679 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486262 Jul 27 15:32:50.959753 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e183ac4-4095-4ebd-b2d0-fe32ff648234 req-5402cc11-c268-454d-bf91-7f44eaea28d1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:50.961438 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1e183ac4-4095-4ebd-b2d0-fe32ff648234 req-5402cc11-c268-454d-bf91-7f44eaea28d1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0509245 Jul 27 15:32:51.009970 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1e183ac4-4095-4ebd-b2d0-fe32ff648234 req-20017744-3001-4f07-bae1-7866829ab804 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426564 Jul 27 15:32:51.928413 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18a386-499f-4830-8d5c-be7a9c5b817b req-c0517f99-b216-414d-bd78-517c138e68ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:51.929914 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2a18a386-499f-4830-8d5c-be7a9c5b817b req-c0517f99-b216-414d-bd78-517c138e68ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 1129 time: 0.0412021 Jul 27 15:32:51.980994 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2a18a386-499f-4830-8d5c-be7a9c5b817b req-24bdbe84-b3aa-47c7-ac5b-c408e87cf1c1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428190 Jul 27 15:32:52.059139 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:52.082783 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53e283-67d4-47c6-a3c3-65cb583d4e3d req-dba776f0-f3fe-447f-9564-d48ae1871d7e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:52.084496 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0e53e283-67d4-47c6-a3c3-65cb583d4e3d req-dba776f0-f3fe-447f-9564-d48ae1871d7e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0521662 Jul 27 15:32:52.135299 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0e53e283-67d4-47c6-a3c3-65cb583d4e3d req-dc4c1cf3-51de-4ab6-b023-539183e9e1d1 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439868 Jul 27 15:32:52.135941 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e5451-3407-41fe-9286-ac07f08cd390 req-69579c53-8787-4ac7-9430-d408be0ed79c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:52.137438 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-488e5451-3407-41fe-9286-ac07f08cd390 req-69579c53-8787-4ac7-9430-d408be0ed79c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0482011 Jul 27 15:32:52.186690 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-488e5451-3407-41fe-9286-ac07f08cd390 req-e092ebb1-707f-49a1-8dfe-1377e3829400 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428727 Jul 27 15:32:52.256015 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:32:52.380189 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9409f-66a7-4734-b4a9-c1c75ea02d34 req-e9f78983-5184-434b-85f4-b0ec86ffadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:52.381928 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dbb9409f-66a7-4734-b4a9-c1c75ea02d34 req-e9f78983-5184-434b-85f4-b0ec86ffadc7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fddbf2261d1f42d0a41aa921197fc181&device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 1129 time: 0.0449278 Jul 27 15:32:52.490113 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9409f-66a7-4734-b4a9-c1c75ea02d34 req-4d8182ab-4f69-4ae8-8544-1d89306e9c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:52.491622 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dbb9409f-66a7-4734-b4a9-c1c75ea02d34 req-4d8182ab-4f69-4ae8-8544-1d89306e9c28 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38721ce-4da8-41f0-9615-4459de2daf25 HTTP/1.1" status: 200 len: 912 time: 0.0994751 Jul 27 15:32:52.597967 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92269fd-fdb2-4869-bf9b-5dc95748bf91 req-8d0e21b0-dcd6-4603-91ac-8f58ec095bd8 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:52.600211 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b92269fd-fdb2-4869-bf9b-5dc95748bf91 req-8d0e21b0-dcd6-4603-91ac-8f58ec095bd8 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.2960088 Jul 27 15:32:52.659893 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b92269fd-fdb2-4869-bf9b-5dc95748bf91 req-77ec3a16-589f-4f8e-9c70-9092eacb7a9b tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541098 Jul 27 15:32:52.843807 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dbb9409f-66a7-4734-b4a9-c1c75ea02d34 req-4ad6706b-2518-48d0-b34e-749435c11163 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f864415-ce7a-4cf3-afb1-cbde9b6bb602 HTTP/1.1" status: 200 len: 1001 time: 0.0560579 Jul 27 15:32:52.901300 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9409f-66a7-4734-b4a9-c1c75ea02d34 req-554cc9fc-2d89-4f37-8bda-7eadf0dba7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:52.902756 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dbb9409f-66a7-4734-b4a9-c1c75ea02d34 req-554cc9fc-2d89-4f37-8bda-7eadf0dba7df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0cea517-b378-4c3d-b1c1-f934678ba74f HTTP/1.1" status: 200 len: 850 time: 0.0495927 Jul 27 15:32:53.308911 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8c346-c8c0-4f3a-a5f4-bf0512d3fc1f req-694091fb-1ac1-4138-ac99-646c178ebb2f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:53.310381 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84e8c346-c8c0-4f3a-a5f4-bf0512d3fc1f req-694091fb-1ac1-4138-ac99-646c178ebb2f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0473042 Jul 27 15:32:53.358728 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84e8c346-c8c0-4f3a-a5f4-bf0512d3fc1f req-f98342a3-9370-4cff-ba58-e45fdaa35d63 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419674 Jul 27 15:32:53.778779 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd590a-7329-4c28-8a30-312eea51688b req-70f8c577-43d7-44ec-b938-e68824ae51fd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:53.780260 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7bdd590a-7329-4c28-8a30-312eea51688b req-70f8c577-43d7-44ec-b938-e68824ae51fd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0470846 Jul 27 15:32:53.830194 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7bdd590a-7329-4c28-8a30-312eea51688b req-1c99ee22-9e5a-486f-913c-ba665842bc25 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441673 Jul 27 15:32:54.018838 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9409f-66a7-4734-b4a9-c1c75ea02d34 req-891b0264-53c1-4c7e-b1d0-b7bc113f71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:54.020634 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dbb9409f-66a7-4734-b4a9-c1c75ea02d34 req-891b0264-53c1-4c7e-b1d0-b7bc113f71f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38721ce-4da8-41f0-9615-4459de2daf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401263 Jul 27 15:32:54.480478 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828262d-f3e7-47ab-bb5f-2fa23c974e1f req-676f6334-1bd6-4c8a-bd76-252637006ae7 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:54.481939 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1828262d-f3e7-47ab-bb5f-2fa23c974e1f req-676f6334-1bd6-4c8a-bd76-252637006ae7 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0511291 Jul 27 15:32:54.528747 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1828262d-f3e7-47ab-bb5f-2fa23c974e1f req-571a3cfa-89fb-482b-a7b1-d9c75111ef9b tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412433 Jul 27 15:32:54.901361 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dbb9409f-66a7-4734-b4a9-c1c75ea02d34 req-7982e7b9-e4c1-47e1-9a14-551ff20061c8 service neutron] 10.222.0.42 "GET /v2.0/networks/c38721ce-4da8-41f0-9615-4459de2daf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858974 Jul 27 15:32:54.963218 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57721e24-349d-4f67-802a-4de293abccec req-df78ff6f-73e2-48ac-90ae-a589f253248d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:54.964652 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-57721e24-349d-4f67-802a-4de293abccec req-df78ff6f-73e2-48ac-90ae-a589f253248d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0513005 Jul 27 15:32:55.013405 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-57721e24-349d-4f67-802a-4de293abccec req-d8b034f5-9f87-4ab4-bbb1-4458e372302b tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429626 Jul 27 15:32:55.650351 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda9fda-7d49-4fac-bcd8-82f7703256c2 req-bfc93752-4628-4737-9284-9fe52b731000 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:55.651813 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bcda9fda-7d49-4fac-bcd8-82f7703256c2 req-bfc93752-4628-4737-9284-9fe52b731000 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0506415 Jul 27 15:32:55.699222 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bcda9fda-7d49-4fac-bcd8-82f7703256c2 req-14071101-35e2-4db3-85c5-1d0f581c21b0 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418868 Jul 27 15:32:55.748602 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:55.826801 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dbb9409f-66a7-4734-b4a9-c1c75ea02d34 req-d7ce5b83-0dbe-4c55-8c55-1a932288f92e service neutron] 10.222.0.42 "GET /v2.0/networks/c38721ce-4da8-41f0-9615-4459de2daf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851653 Jul 27 15:32:56.138142 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77af90-40a0-4cef-b3f7-3037fc6eebab req-e91b2ebc-9faa-426d-a670-d67a0d6dd05a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:56.139629 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2c77af90-40a0-4cef-b3f7-3037fc6eebab req-e91b2ebc-9faa-426d-a670-d67a0d6dd05a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0493126 Jul 27 15:32:56.188048 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2c77af90-40a0-4cef-b3f7-3037fc6eebab req-c3990762-7e0e-4a91-a445-be5ec5eaa29b tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421455 Jul 27 15:32:56.807290 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:32:56.824221 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed7153-fe68-467f-8984-e9261704a769 req-12bbb312-ae74-43e5-932f-4766146b1e6c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:56.825776 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-42ed7153-fe68-467f-8984-e9261704a769 req-12bbb312-ae74-43e5-932f-4766146b1e6c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0532980 Jul 27 15:32:56.880135 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-42ed7153-fe68-467f-8984-e9261704a769 req-507b96dc-0c3a-4582-8144-640dbabd7a38 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462875 Jul 27 15:32:57.316845 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0d9e6-7758-45e8-b2f2-92fe61320653 req-1a4f83db-42bc-45d4-a745-72d8831889d0 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:57.318260 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3a634-055a-4047-8dac-e4ec3911f76c req-6efa7dc3-fe13-4aca-b310-d9fb53964f4f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:57.318951 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fdb0d9e6-7758-45e8-b2f2-92fe61320653 req-1a4f83db-42bc-45d4-a745-72d8831889d0 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0515440 Jul 27 15:32:57.319787 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c3e3a634-055a-4047-8dac-e4ec3911f76c req-6efa7dc3-fe13-4aca-b310-d9fb53964f4f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0577674 Jul 27 15:32:57.369328 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fdb0d9e6-7758-45e8-b2f2-92fe61320653 req-91c170e8-6a41-49ad-8808-83b307a76530 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439250 Jul 27 15:32:57.370981 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c3e3a634-055a-4047-8dac-e4ec3911f76c req-ee04fb33-2d38-418e-b806-fcf7080ce5db tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455468 Jul 27 15:32:58.496193 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de9dbe-d47e-4332-8da0-bf789e11154d req-2c7df422-56b2-4290-a2c7-bdd3e2abfbc1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:58.497721 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b1de9dbe-d47e-4332-8da0-bf789e11154d req-2c7df422-56b2-4290-a2c7-bdd3e2abfbc1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0500815 Jul 27 15:32:58.498684 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd561c-14f1-4cd7-8c27-1ad23d50bfb6 req-b10743b6-298b-43a4-b652-fe9a0c1c41bb tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:58.500215 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-03bd561c-14f1-4cd7-8c27-1ad23d50bfb6 req-b10743b6-298b-43a4-b652-fe9a0c1c41bb tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0528820 Jul 27 15:32:58.546691 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b1de9dbe-d47e-4332-8da0-bf789e11154d req-97c0ebf8-0dbf-4777-b4b7-6d4eb24ce6c4 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428545 Jul 27 15:32:58.550920 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-03bd561c-14f1-4cd7-8c27-1ad23d50bfb6 req-06dd3340-e1c6-4036-8e8c-ce361f40809f tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 Jul 27 15:32:59.683290 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618cdb1-c60a-4ff2-9b70-24661ffd9207 req-d264fc77-1bf5-4f0b-a7f8-76dc986032a0 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:59.685004 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5618cdb1-c60a-4ff2-9b70-24661ffd9207 req-d264fc77-1bf5-4f0b-a7f8-76dc986032a0 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0513012 Jul 27 15:32:59.690093 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b743574-f64a-4397-84aa-56909052e9e1 req-2f3290db-e07e-400e-a874-f1c9d0860b1e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:32:59.691769 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0b743574-f64a-4397-84aa-56909052e9e1 req-2f3290db-e07e-400e-a874-f1c9d0860b1e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0655820 Jul 27 15:32:59.744808 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5618cdb1-c60a-4ff2-9b70-24661ffd9207 req-fb419013-7cd6-4752-b259-5771c96464ed tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533094 Jul 27 15:32:59.747379 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0b743574-f64a-4397-84aa-56909052e9e1 req-52b7fcef-5d17-4dc2-ab3b-df856775eca4 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500128 Jul 27 15:33:00.139675 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ccb17-2a08-4783-ad6a-7d8d65f14c71 req-2e58671e-e6dd-49c6-8229-1b4ec604e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:00.141220 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-066ccb17-2a08-4783-ad6a-7d8d65f14c71 req-2e58671e-e6dd-49c6-8229-1b4ec604e4a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 1129 time: 0.0453115 Jul 27 15:33:00.248226 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ccb17-2a08-4783-ad6a-7d8d65f14c71 req-1e977c67-b780-4354-8460-df520303fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:00.249572 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-066ccb17-2a08-4783-ad6a-7d8d65f14c71 req-1e977c67-b780-4354-8460-df520303fceb service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 920 time: 0.0962284 Jul 27 15:33:00.321466 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-066ccb17-2a08-4783-ad6a-7d8d65f14c71 req-83a267af-e3ff-4cf7-9bdf-7c1a294d6a68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074b3654-7c9f-4b7d-9969-0aac69d537aa HTTP/1.1" status: 200 len: 1001 time: 0.0649750 Jul 27 15:33:00.378797 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ccb17-2a08-4783-ad6a-7d8d65f14c71 req-257f46b6-e4fb-4ec0-b415-e05891052332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:00.380447 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-066ccb17-2a08-4783-ad6a-7d8d65f14c71 req-257f46b6-e4fb-4ec0-b415-e05891052332 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.0517030 Jul 27 15:33:00.427269 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ccb17-2a08-4783-ad6a-7d8d65f14c71 req-59db0d1a-0854-4ca2-9a29-47bab04d4aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:00.428849 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-066ccb17-2a08-4783-ad6a-7d8d65f14c71 req-59db0d1a-0854-4ca2-9a29-47bab04d4aeb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406971 Jul 27 15:33:00.530493 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-066ccb17-2a08-4783-ad6a-7d8d65f14c71 req-6963b449-54c4-4893-90be-72bb0db2e701 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942621 Jul 27 15:33:00.633411 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-066ccb17-2a08-4783-ad6a-7d8d65f14c71 req-e99625ab-87b6-436e-ac1e-732f7f14302b service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900283 Jul 27 15:33:00.877544 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c777e77-47b1-45c3-b064-0b71b9d3e421 req-12c0d120-62a4-430e-b5d9-1bae3f100e29 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:00.879092 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7c777e77-47b1-45c3-b064-0b71b9d3e421 req-12c0d120-62a4-430e-b5d9-1bae3f100e29 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0534360 Jul 27 15:33:00.880209 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e242a26-8833-4dbd-9506-3677861776f4 req-e525992c-7287-4d81-8cb0-6d4f914cf1de tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:00.881880 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5e242a26-8833-4dbd-9506-3677861776f4 req-e525992c-7287-4d81-8cb0-6d4f914cf1de tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0497231 Jul 27 15:33:00.906773 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:00.929616 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:00.938217 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7c777e77-47b1-45c3-b064-0b71b9d3e421 req-dd0e4e75-2955-4bf6-8b1e-02a9ba82cd6f tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530803 Jul 27 15:33:00.941945 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5e242a26-8833-4dbd-9506-3677861776f4 req-3bf9d97c-0061-4725-a646-a5bc2efbf694 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546777 Jul 27 15:33:02.071545 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80689fe-a105-4967-a001-aad93d9ed723 req-75bacfd2-b862-47c6-b8c1-da5c01c40dd8 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:02.073137 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f80689fe-a105-4967-a001-aad93d9ed723 req-75bacfd2-b862-47c6-b8c1-da5c01c40dd8 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0498140 Jul 27 15:33:02.084934 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:02.120402 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f80689fe-a105-4967-a001-aad93d9ed723 req-988b01d9-204e-4bd1-ae97-e18f52261c80 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418706 Jul 27 15:33:02.243644 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:02.251439 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:03.256705 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6767277-76d7-4c0a-8b1d-6e396879b7ed req-4afe26d9-d4fc-4f4f-95f8-aad641476867 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:03.258130 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f6767277-76d7-4c0a-8b1d-6e396879b7ed req-4afe26d9-d4fc-4f4f-95f8-aad641476867 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0545342 Jul 27 15:33:03.308205 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f6767277-76d7-4c0a-8b1d-6e396879b7ed req-b831fa63-f119-433b-9793-ea70dfb05b84 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444131 Jul 27 15:33:03.446093 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6205c8-4529-492f-9143-4c8d079aeceb req-f1f2063e-7969-48e8-96aa-bd12a27745d3 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:03.447595 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2f6205c8-4529-492f-9143-4c8d079aeceb req-f1f2063e-7969-48e8-96aa-bd12a27745d3 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0518258 Jul 27 15:33:03.457581 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 44326) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:33:03.461977 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-d23790a0-ac25-4bd4-b070-f7ef00e5b252 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Request body: {'floatingip': {'port_id': '074b3654-7c9f-4b7d-9969-0aac69d537aa'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:33:03.525270 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d23790a0-ac25-4bd4-b070-f7ef00e5b252 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for floatingip (c165f6e4-8309-4355-a4f2-6e71814480b7), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:04.006264 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d23790a0-ac25-4bd4-b070-f7ef00e5b252 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:04.010074 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d23790a0-ac25-4bd4-b070-f7ef00e5b252 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (c165f6e4-8309-4355-a4f2-6e71814480b7), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:04.216677 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23790a0-ac25-4bd4-b070-f7ef00e5b252 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Router 86061384-2070-4015-9452-2bc9aa9bb76b has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:33:04.313732 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:04.322081 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23790a0-ac25-4bd4-b070-f7ef00e5b252 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:33:04.326556 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d23790a0-ac25-4bd4-b070-f7ef00e5b252 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:04.331759 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81d04b6-b928-4b04-9e37-18ccc894e258 None None] Sync routers for ids ['86061384-2070-4015-9452-2bc9aa9bb76b'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:33:04.342513 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81d04b6-b928-4b04-9e37-18ccc894e258 None None] Routers {'86061384-2070-4015-9452-2bc9aa9bb76b'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:33:04.343218 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-b81d04b6-b928-4b04-9e37-18ccc894e258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:32:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['86061384-2070-4015-9452-2bc9aa9bb76b'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:04.360218 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'tag': '074b3654-7c9f-4b7d-9969-0aac69d537aa'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:33:04.363414 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ff371a-6bbc-4705-a9e6-cac31bba1ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "77a2ca90-8534-41a1-b3e4-4a02f4deba86", "tag": "074b3654-7c9f-4b7d-9969-0aac69d537aa"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:33:04.394467 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d23790a0-ac25-4bd4-b070-f7ef00e5b252 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "PUT /v2.0/floatingips/c165f6e4-8309-4355-a4f2-6e71814480b7 HTTP/1.1" status: 200 len: 993 time: 0.9356215 Jul 27 15:33:04.410398 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbb875f-83ce-4b2e-b301-1d2fae90917a x-openstack-request-id: req-0dbb875f-83ce-4b2e-b301-1d2fae90917a {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:33:04.410698 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a2ca90-8534-41a1-b3e4-4a02f4deba86", "tag": "074b3654-7c9f-4b7d-9969-0aac69d537aa", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:33:04.410951 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0dbb875f-83ce-4b2e-b301-1d2fae90917a {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:33:04.411352 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dbb875f-83ce-4b2e-b301-1d2fae90917a'] response: {'name': 'network-changed', 'server_uuid': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'tag': '074b3654-7c9f-4b7d-9969-0aac69d537aa', 'status': 'completed', 'code': 200} Jul 27 15:33:04.455602 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-b81d04b6-b928-4b04-9e37-18ccc894e258 None None] Set router 86061384-2070-4015-9452-2bc9aa9bb76b gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:33:04.500149 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff371a-6bbc-4705-a9e6-cac31bba1ae6 req-2e50241c-4448-42b0-bcbe-7d6283895122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:04.501744 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a4ff371a-6bbc-4705-a9e6-cac31bba1ae6 req-2e50241c-4448-42b0-bcbe-7d6283895122 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 1129 time: 0.0445755 Jul 27 15:33:04.532193 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:04.624276 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff371a-6bbc-4705-a9e6-cac31bba1ae6 req-14bb4e60-78d1-4cb5-9973-6d2de7efe0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:04.625781 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a4ff371a-6bbc-4705-a9e6-cac31bba1ae6 req-14bb4e60-78d1-4cb5-9973-6d2de7efe0fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 920 time: 0.1125782 Jul 27 15:33:04.708117 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a4ff371a-6bbc-4705-a9e6-cac31bba1ae6 req-0324a774-880b-4e99-809e-302aba0910a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074b3654-7c9f-4b7d-9969-0aac69d537aa HTTP/1.1" status: 200 len: 1001 time: 0.0747361 Jul 27 15:33:04.770709 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff371a-6bbc-4705-a9e6-cac31bba1ae6 req-880f5d36-21c8-4073-aedb-c561a9ffb16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:04.772334 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a4ff371a-6bbc-4705-a9e6-cac31bba1ae6 req-880f5d36-21c8-4073-aedb-c561a9ffb16f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.0563011 Jul 27 15:33:04.841886 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-b81d04b6-b928-4b04-9e37-18ccc894e258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:34Z', 'revision_number': 4, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port': {'id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': 'c165f6e4-8309-4355-a4f2-6e71814480b7', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'port_id': '074b3654-7c9f-4b7d-9969-0aac69d537aa', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'mac_address': 'fa:16:3e:90:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:31:07Z', 'updated_at': '2022-07-27T15:33:03Z', 'revision_number': 3, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c999a5-021a-47ba-90b6-f38497c4f5ff', 'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'mac_address': 'fa:16:3e:2a:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:45Z', 'revision_number': 5, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'subnets': [{'id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:04.867356 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81d04b6-b928-4b04-9e37-18ccc894e258 None None] Checking router: 86061384-2070-4015-9452-2bc9aa9bb76b for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:33:04.876246 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81d04b6-b928-4b04-9e37-18ccc894e258 None None] Routers {'86061384-2070-4015-9452-2bc9aa9bb76b'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:33:04.876888 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-b81d04b6-b928-4b04-9e37-18ccc894e258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:32:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['86061384-2070-4015-9452-2bc9aa9bb76b'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:04.994008 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-b81d04b6-b928-4b04-9e37-18ccc894e258 None None] Set router 86061384-2070-4015-9452-2bc9aa9bb76b gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:33:05.192052 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff371a-6bbc-4705-a9e6-cac31bba1ae6 req-3858a422-2886-4db3-bec3-92a97c15ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:05.193990 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a4ff371a-6bbc-4705-a9e6-cac31bba1ae6 req-3858a422-2886-4db3-bec3-92a97c15ba11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437129 Jul 27 15:33:05.235111 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-b81d04b6-b928-4b04-9e37-18ccc894e258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:34Z', 'revision_number': 4, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port': {'id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': 'c165f6e4-8309-4355-a4f2-6e71814480b7', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'port_id': '074b3654-7c9f-4b7d-9969-0aac69d537aa', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'mac_address': 'fa:16:3e:90:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:31:07Z', 'updated_at': '2022-07-27T15:33:03Z', 'revision_number': 3, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c999a5-021a-47ba-90b6-f38497c4f5ff', 'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'mac_address': 'fa:16:3e:2a:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:45Z', 'revision_number': 5, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'subnets': [{'id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:05.273167 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81d04b6-b928-4b04-9e37-18ccc894e258 None None] The sync data for ids ['86061384-2070-4015-9452-2bc9aa9bb76b'] in dv-cinder-841315-2-iscsi is: [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:34Z', 'revision_number': 4, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port': {'id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': 'c165f6e4-8309-4355-a4f2-6e71814480b7', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'port_id': '074b3654-7c9f-4b7d-9969-0aac69d537aa', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'mac_address': 'fa:16:3e:90:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:31:07Z', 'updated_at': '2022-07-27T15:33:03Z', 'revision_number': 3, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c999a5-021a-47ba-90b6-f38497c4f5ff', 'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'mac_address': 'fa:16:3e:2a:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:45Z', 'revision_number': 5, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'subnets': [{'id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:33:05.322651 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a4ff371a-6bbc-4705-a9e6-cac31bba1ae6 req-9a12e85a-17c6-4eea-b230-c503bdff8a60 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080072 Jul 27 15:33:05.453137 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a4ff371a-6bbc-4705-a9e6-cac31bba1ae6 req-fa427d05-fdf0-4c73-bea1-459c29781f30 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210892 Jul 27 15:33:05.950496 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:05.962915 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995bb70-a2a4-4a00-8141-a21078917e78 req-18d208fe-edc0-4751-9d50-fa18db7361f2 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:05.964515 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f995bb70-a2a4-4a00-8141-a21078917e78 req-18d208fe-edc0-4751-9d50-fa18db7361f2 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=b030b650-ce61-4238-821f-51cc611f0e67 HTTP/1.1" status: 200 len: 945 time: 0.0494692 Jul 27 15:33:06.017358 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f995bb70-a2a4-4a00-8141-a21078917e78 req-9ed49088-95dc-4b90-92f5-108e2433d378 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455816 Jul 27 15:33:06.412854 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'tag': '074b3654-7c9f-4b7d-9969-0aac69d537aa'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:33:06.415194 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bad991-5e7d-4176-bc0a-4258ee80181d" -d '{"events": [{"name": "network-changed", "server_uuid": "77a2ca90-8534-41a1-b3e4-4a02f4deba86", "tag": "074b3654-7c9f-4b7d-9969-0aac69d537aa"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:33:06.456189 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa8cd73-7de4-40ef-9c8a-8e038e60cde6 x-openstack-request-id: req-8fa8cd73-7de4-40ef-9c8a-8e038e60cde6 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:33:06.456486 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a2ca90-8534-41a1-b3e4-4a02f4deba86", "tag": "074b3654-7c9f-4b7d-9969-0aac69d537aa", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:33:06.456747 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8fa8cd73-7de4-40ef-9c8a-8e038e60cde6 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:33:06.457153 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa8cd73-7de4-40ef-9c8a-8e038e60cde6'] response: {'name': 'network-changed', 'server_uuid': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'tag': '074b3654-7c9f-4b7d-9969-0aac69d537aa', 'status': 'completed', 'code': 200} Jul 27 15:33:07.146949 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db8213-ffff-407b-b628-d1b614ea32ce req-e3461224-4d94-4def-9c5f-d61f58af37bd tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:07.148508 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-85db8213-ffff-407b-b628-d1b614ea32ce req-e3461224-4d94-4def-9c5f-d61f58af37bd tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=b030b650-ce61-4238-821f-51cc611f0e67 HTTP/1.1" status: 200 len: 945 time: 0.0544934 Jul 27 15:33:07.195958 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-85db8213-ffff-407b-b628-d1b614ea32ce req-eb548e43-60a7-451b-b6e6-90b58a538f7a tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418668 Jul 27 15:33:07.372308 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:07.675752 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bad991-5e7d-4176-bc0a-4258ee80181d req-8f476ad2-bd40-4a09-be4e-88d35ec2f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:07.677257 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b8bad991-5e7d-4176-bc0a-4258ee80181d req-8f476ad2-bd40-4a09-be4e-88d35ec2f239 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 1129 time: 0.0401688 Jul 27 15:33:07.779422 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bad991-5e7d-4176-bc0a-4258ee80181d req-044c071e-d0ab-4730-9078-924826ebde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:07.781447 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b8bad991-5e7d-4176-bc0a-4258ee80181d req-044c071e-d0ab-4730-9078-924826ebde4d service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 920 time: 0.0955484 Jul 27 15:33:07.785589 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:33:07.855191 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b8bad991-5e7d-4176-bc0a-4258ee80181d req-52cbd286-512c-494d-8648-a556b8bc2543 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074b3654-7c9f-4b7d-9969-0aac69d537aa HTTP/1.1" status: 200 len: 1001 time: 0.0652077 Jul 27 15:33:08.035687 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bad991-5e7d-4176-bc0a-4258ee80181d req-3df1b1be-2eb4-47db-bf39-4b9c1b460335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:08.037452 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b8bad991-5e7d-4176-bc0a-4258ee80181d req-3df1b1be-2eb4-47db-bf39-4b9c1b460335 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.0523679 Jul 27 15:33:08.082936 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bad991-5e7d-4176-bc0a-4258ee80181d req-151ebed0-5a80-43e2-8241-69a7a8564bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:08.084599 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b8bad991-5e7d-4176-bc0a-4258ee80181d req-151ebed0-5a80-43e2-8241-69a7a8564bb7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407240 Jul 27 15:33:08.169585 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b7049-317a-4462-a6d6-f041d559d0de req-b82fd3d6-8792-4e7b-ae7f-18da654abb98 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:08.171204 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ee4b7049-317a-4462-a6d6-f041d559d0de req-b82fd3d6-8792-4e7b-ae7f-18da654abb98 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.42 "GET /v2.0/ports?device_id=b030b650-ce61-4238-821f-51cc611f0e67 HTTP/1.1" status: 200 len: 945 time: 0.0505614 Jul 27 15:33:08.214022 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b8bad991-5e7d-4176-bc0a-4258ee80181d req-629d890d-2b71-4f44-b8ed-b0083d8979ac service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935683 Jul 27 15:33:08.228101 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:08.271254 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-ee4b7049-317a-4462-a6d6-f041d559d0de req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Deleting port e7fab7d2-df99-4add-a73d-c71c9a71af46 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:33:08.271620 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-ee4b7049-317a-4462-a6d6-f041d559d0de req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (e7fab7d2-df99-4add-a73d-c71c9a71af46), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:08.336734 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898b85f-9107-4f3d-9113-e7a7450e4964 req-599565df-1395-4d6d-9d26-96a3afc5c41c tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:08.338195 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5898b85f-9107-4f3d-9113-e7a7450e4964 req-599565df-1395-4d6d-9d26-96a3afc5c41c tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=b030b650-ce61-4238-821f-51cc611f0e67 HTTP/1.1" status: 200 len: 945 time: 0.0632360 Jul 27 15:33:08.367055 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-ee4b7049-317a-4462-a6d6-f041d559d0de req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] For port e7fab7d2-df99-4add-a73d-c71c9a71af46, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=e7fab7d2-df99-4add-a73d-c71c9a71af46,segment=NetworkSegment(6d008a43-9214-4382-9635-7edf89d1d1b3),segment_id=6d008a43-9214-4382-9635-7edf89d1d1b3)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:33:08.367281 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b8bad991-5e7d-4176-bc0a-4258ee80181d req-c1a42b63-73e9-4f49-83d7-dc0f78d7c6bc service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461818 Jul 27 15:33:08.367508 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-ee4b7049-317a-4462-a6d6-f041d559d0de req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (e7fab7d2-df99-4add-a73d-c71c9a71af46), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:08.383147 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-ee4b7049-317a-4462-a6d6-f041d559d0de req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Calling delete_port for e7fab7d2-df99-4add-a73d-c71c9a71af46 owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:33:08.399662 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5898b85f-9107-4f3d-9113-e7a7450e4964 req-37badfeb-bb47-4285-a1a4-bc907e786390 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523787 Jul 27 15:33:08.520443 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-ee4b7049-317a-4462-a6d6-f041d559d0de req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (e7fab7d2-df99-4add-a73d-c71c9a71af46), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:08.535087 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['e7fab7d2-df99-4add-a73d-c71c9a71af46'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:33:08.547305 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Pushing event deleted for resources: {'Port': ['ID=e7fab7d2-df99-4add-a73d-c71c9a71af46,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:08.574207 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:08.574553 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:08.574899 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:08.575228 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:08.575555 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:08.575903 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:08.576230 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:08.576575 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:08.576870 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:08.577191 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:08.577510 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:08.577827 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:08.578144 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:08.578463 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:08.578781 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:08.601105 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4b7049-317a-4462-a6d6-f041d559d0de req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] No DVR routers for this DVR port e7fab7d2-df99-4add-a73d-c71c9a71af46 on host hv-cinder-84131 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:33:08.604033 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-ee4b7049-317a-4462-a6d6-f041d559d0de req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:08.607154 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ee4b7049-317a-4462-a6d6-f041d559d0de req-63b5ad01-7a16-4fd9-97b5-48904b964782 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.42 "DELETE /v2.0/ports/e7fab7d2-df99-4add-a73d-c71c9a71af46 HTTP/1.1" status: 204 len: 173 time: 0.4234521 Jul 27 15:33:08.607575 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b030b650-ce61-4238-821f-51cc611f0e67', 'name': 'network-vif-deleted', 'tag': 'e7fab7d2-df99-4add-a73d-c71c9a71af46'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:33:08.609800 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c538e3-85f0-454e-a7af-2189af138de8" -d '{"events": [{"server_uuid": "b030b650-ce61-4238-821f-51cc611f0e67", "name": "network-vif-deleted", "tag": "e7fab7d2-df99-4add-a73d-c71c9a71af46"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:33:08.650007 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ea8530-eea7-4e1c-b117-d186d53d85f2 x-openstack-request-id: req-68ea8530-eea7-4e1c-b117-d186d53d85f2 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:33:08.650304 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b030b650-ce61-4238-821f-51cc611f0e67", "name": "network-vif-deleted", "tag": "e7fab7d2-df99-4add-a73d-c71c9a71af46", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:33:08.650557 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68ea8530-eea7-4e1c-b117-d186d53d85f2 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:33:08.650959 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ea8530-eea7-4e1c-b117-d186d53d85f2'] response: {'server_uuid': 'b030b650-ce61-4238-821f-51cc611f0e67', 'name': 'network-vif-deleted', 'tag': 'e7fab7d2-df99-4add-a73d-c71c9a71af46', 'status': 'completed', 'code': 200} Jul 27 15:33:12.461310 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device e7fab7d2-df99-4add-a73d-c71c9a71af46 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:33:12.481110 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: e7fab7d2-df99-4add-a73d-c71c9a71af46 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:33:12.481435 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device e7fab7d2-df99-4add-a73d-c71c9a71af46 not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:33:13.191903 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=19 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:17.077435 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-5f0069b9-0e50-48be-a838-4857975bdb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:17.786363 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=15 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:18.392626 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=18 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:18.395081 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:18.470454 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-a2e61a96-ce35-466b-90ff-273643620e2d tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:18.471991 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-a2e61a96-ce35-466b-90ff-273643620e2d tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/networks?id=06d35727-8629-40ca-8166-04dcfe2f8e49 HTTP/1.1" status: 200 len: 813 time: 0.1060071 Jul 27 15:33:18.486660 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-9fed9491-409b-4371-a93c-52b1a0030993 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/quotas/465f32cb4f724c18aad10fca114a1321 HTTP/1.1" status: 200 len: 375 time: 0.0092919 Jul 27 15:33:18.519575 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-10eb87b2-c80c-47da-90e7-6b4652dc8241 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=465f32cb4f724c18aad10fca114a1321&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275056 Jul 27 15:33:18.615613 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-9d3d7d80-f5f8-41c4-be6e-981e99fca1b1 service neutron] 10.222.0.36 "GET /v2.0/networks/06d35727-8629-40ca-8166-04dcfe2f8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894072 Jul 27 15:33:18.681790 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:18.683802 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:18.707030 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-db08dedb-d68e-4450-a3f4-de6276224309 service neutron] 10.222.0.36 "GET /v2.0/networks/06d35727-8629-40ca-8166-04dcfe2f8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854704 Jul 27 15:33:18.888752 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-03d01e87-4c34-48ed-ab3e-f20a00546f73 req-8abc776e-4227-43ab-a961-378383d33d47 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=339820f4-eeff-4d01-9541-08838ae46a4d HTTP/1.1" status: 200 len: 210 time: 0.0360012 Jul 27 15:33:19.122174 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad42eb-feaa-4f1d-8156-beb89995375c req-eaf943a7-7f32-4d6b-a9dc-b97b7bcaf08c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:19.123774 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-adad42eb-feaa-4f1d-8156-beb89995375c req-eaf943a7-7f32-4d6b-a9dc-b97b7bcaf08c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 946 time: 0.0520062 Jul 27 15:33:19.173378 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-adad42eb-feaa-4f1d-8156-beb89995375c req-cb6f06d7-3f5b-4513-9a12-cac996b648e6 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434511 Jul 27 15:33:19.290059 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7e2caec2-c8e9-405e-87ce-ec7211f975d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:19.991660 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ffe1aec2-6df0-4752-acc3-9d799079ab37 req-4fd92852-39b5-4cfa-b2a8-4232e3113d50 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=339820f4-eeff-4d01-9541-08838ae46a4d HTTP/1.1" status: 200 len: 210 time: 0.0286081 Jul 27 15:33:20.298393 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e60dfd-9ec0-4272-8e82-07ed1da60e5c req-f978f674-382a-486c-b588-cb0f66503408 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:20.299897 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-89e60dfd-9ec0-4272-8e82-07ed1da60e5c req-f978f674-382a-486c-b588-cb0f66503408 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 946 time: 0.0470071 Jul 27 15:33:20.347599 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-89e60dfd-9ec0-4272-8e82-07ed1da60e5c req-0689f3d2-9683-4e55-9a76-928032500da8 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414362 Jul 27 15:33:20.829083 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:21.092369 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a10ce8a1-9a3a-4f3b-90ad-bc6f47eaf2bc req-ef5cb202-ee7c-473b-9662-d168dfbf7e55 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=339820f4-eeff-4d01-9541-08838ae46a4d HTTP/1.1" status: 200 len: 210 time: 0.0291235 Jul 27 15:33:21.507767 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa165dc-a74d-4a18-92cc-799eeb3d3169 req-f901f40b-91ba-4ec8-b8bf-df45ab5102c4 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:21.509354 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-baa165dc-a74d-4a18-92cc-799eeb3d3169 req-f901f40b-91ba-4ec8-b8bf-df45ab5102c4 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 946 time: 0.0816891 Jul 27 15:33:21.530406 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b67bfe-012b-4142-87ae-d5a3b5b18c33 req-76151a91-c43a-40ec-96b2-b4b74049f5dd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:21.532015 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-54b67bfe-012b-4142-87ae-d5a3b5b18c33 req-76151a91-c43a-40ec-96b2-b4b74049f5dd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 946 time: 0.0668070 Jul 27 15:33:21.605974 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-baa165dc-a74d-4a18-92cc-799eeb3d3169 req-2e594709-93a3-47fa-a449-71edad47018a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4bc500d-74e2-4fb3-b6da-b00776714045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902717 Jul 27 15:33:21.675105 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-54b67bfe-012b-4142-87ae-d5a3b5b18c33 req-b8bbc0d4-dabd-4234-b21a-58cd418133f9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Deleting port 43e59693-e433-4779-9d2a-78cbea8c9b08 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:33:21.675621 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-54b67bfe-012b-4142-87ae-d5a3b5b18c33 req-b8bbc0d4-dabd-4234-b21a-58cd418133f9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:21.701022 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-fbcfab6f-bce2-4c91-8ecd-abd2a7f98042 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:21.702819 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-fbcfab6f-bce2-4c91-8ecd-abd2a7f98042 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.42 "GET /v2.0/networks?id=06d35727-8629-40ca-8166-04dcfe2f8e49 HTTP/1.1" status: 200 len: 813 time: 0.1503620 Jul 27 15:33:21.718216 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Request body: {'port': {'device_id': '339820f4-eeff-4d01-9541-08838ae46a4d', 'network_id': '06d35727-8629-40ca-8166-04dcfe2f8e49', 'admin_state_up': True, 'tenant_id': '465f32cb4f724c18aad10fca114a1321'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:33:21.789179 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-54b67bfe-012b-4142-87ae-d5a3b5b18c33 req-b8bbc0d4-dabd-4234-b21a-58cd418133f9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] For port 43e59693-e433-4779-9d2a-78cbea8c9b08, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=43e59693-e433-4779-9d2a-78cbea8c9b08,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:33:21.789569 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-54b67bfe-012b-4142-87ae-d5a3b5b18c33 req-b8bbc0d4-dabd-4234-b21a-58cd418133f9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:21.841917 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Made reservation on behalf of 465f32cb4f724c18aad10fca114a1321 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:33:21.845334 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:21.985944 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Allocated IP 172.20.0.13 (06d35727-8629-40ca-8166-04dcfe2f8e49/08ab0ac3-0a7b-4dcf-b0e3-2926844ce212/e1ec7320-feb5-4ed7-acdf-8b51111a2c03) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:33:22.021378 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-54b67bfe-012b-4142-87ae-d5a3b5b18c33 req-b8bbc0d4-dabd-4234-b21a-58cd418133f9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:22.021681 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-54b67bfe-012b-4142-87ae-d5a3b5b18c33 req-b8bbc0d4-dabd-4234-b21a-58cd418133f9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (2ae51731-9b96-4d4e-ad0b-118f0dd7c58b), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:22.021945 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.l3_db [req-54b67bfe-012b-4142-87ae-d5a3b5b18c33 req-b8bbc0d4-dabd-4234-b21a-58cd418133f9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Floating IP 2ae51731-9b96-4d4e-ad0b-118f0dd7c58b disassociated. External IP: 172.27.1.229, port: 43e59693-e433-4779-9d2a-78cbea8c9b08. Jul 27 15:33:22.022399 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-54b67bfe-012b-4142-87ae-d5a3b5b18c33 req-b8bbc0d4-dabd-4234-b21a-58cd418133f9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Calling delete_port for 43e59693-e433-4779-9d2a-78cbea8c9b08 owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:33:22.063921 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:22.155814 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Publish callbacks [] for port (e1ec7320-feb5-4ed7-acdf-8b51111a2c03), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:22.164599 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-54b67bfe-012b-4142-87ae-d5a3b5b18c33 req-b8bbc0d4-dabd-4234-b21a-58cd418133f9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (43e59693-e433-4779-9d2a-78cbea8c9b08), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:22.198044 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbc0d4-dabd-4234-b21a-58cd418133f9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event deleted for resources: {'Port': ['ID=43e59693-e433-4779-9d2a-78cbea8c9b08,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:22.216919 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-323f0715-35a0-4cbf-b42f-a0a3f31727c5 req-5ee7fb4d-d380-48f5-90b2-bd496b8b05a4 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=339820f4-eeff-4d01-9541-08838ae46a4d HTTP/1.1" status: 200 len: 210 time: 0.0464127 Jul 27 15:33:22.231220 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (e1ec7320-feb5-4ed7-acdf-8b51111a2c03), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:22.254686 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:22.258163 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:22.299239 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Network 06d35727-8629-40ca-8166-04dcfe2f8e49 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:33:22.305227 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:33:22.305809 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:22.308471 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:33:22.328862 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54b67bfe-012b-4142-87ae-d5a3b5b18c33 req-b8bbc0d4-dabd-4234-b21a-58cd418133f9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Router 8ae11637-2b3a-4c8c-a15b-c360916f2037 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:33:22.344406 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Pushing event updated for resources: {'Port': ['ID=e1ec7320-feb5-4ed7-acdf-8b51111a2c03,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:22.362875 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:22.363214 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:22.363581 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:22.363977 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:22.364310 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:22.364635 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:22.364960 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:22.365283 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:22.365607 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:22.365966 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:22.366298 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:22.366642 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:22.366966 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:22.367282 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:22.367600 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:22.383352 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:22.383989 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:22.404051 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-7cfc3253-96ba-48d6-a144-6db8ecbba3d7 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6904852 Jul 27 15:33:22.416139 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Request body: {'port': {'device_id': '339820f4-eeff-4d01-9541-08838ae46a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:33:22.704802 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54b67bfe-012b-4142-87ae-d5a3b5b18c33 req-b8bbc0d4-dabd-4234-b21a-58cd418133f9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:33:22.717538 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a8a29-0b22-422d-b9d5-c06cbd15cb6a None None] Sync routers for ids ['8ae11637-2b3a-4c8c-a15b-c360916f2037'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:33:22.727404 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a8a29-0b22-422d-b9d5-c06cbd15cb6a None None] Routers {'8ae11637-2b3a-4c8c-a15b-c360916f2037'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:33:22.728132 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (e1ec7320-feb5-4ed7-acdf-8b51111a2c03), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:22.728291 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-869a8a29-0b22-422d-b9d5-c06cbd15cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:33:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['8ae11637-2b3a-4c8c-a15b-c360916f2037'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:22.729875 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:22.769220 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:22.794631 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b67bfe-012b-4142-87ae-d5a3b5b18c33 req-b8bbc0d4-dabd-4234-b21a-58cd418133f9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] No DVR routers for this DVR port 43e59693-e433-4779-9d2a-78cbea8c9b08 on host hv-cinder-84131 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:33:22.804710 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-779220df-ef83-434f-b3be-510c744e86d1 req-04731792-9e30-4475-b934-a5aaf22e211e tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c7540c3-cdec-4257-bea3-93599c6919cc HTTP/1.1" status: 200 len: 210 time: 0.0660119 Jul 27 15:33:22.805891 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-54b67bfe-012b-4142-87ae-d5a3b5b18c33 req-b8bbc0d4-dabd-4234-b21a-58cd418133f9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:22.809854 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-54b67bfe-012b-4142-87ae-d5a3b5b18c33 req-b8bbc0d4-dabd-4234-b21a-58cd418133f9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.42 "DELETE /v2.0/ports/43e59693-e433-4779-9d2a-78cbea8c9b08 HTTP/1.1" status: 204 len: 173 time: 1.2626739 Jul 27 15:33:22.810306 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'name': 'network-vif-deleted', 'tag': '43e59693-e433-4779-9d2a-78cbea8c9b08'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:33:22.812757 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52849d71-06c3-465c-8404-3e74d6b8a402" -d '{"events": [{"server_uuid": "0c7540c3-cdec-4257-bea3-93599c6919cc", "name": "network-vif-deleted", "tag": "43e59693-e433-4779-9d2a-78cbea8c9b08"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:33:22.849070 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-869a8a29-0b22-422d-b9d5-c06cbd15cb6a None None] Set router 8ae11637-2b3a-4c8c-a15b-c360916f2037 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:33:22.893629 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb6c46e-2d32-4a8d-a69c-ce3148198150 x-openstack-request-id: req-5bb6c46e-2d32-4a8d-a69c-ce3148198150 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:33:22.893967 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7540c3-cdec-4257-bea3-93599c6919cc", "name": "network-vif-deleted", "tag": "43e59693-e433-4779-9d2a-78cbea8c9b08", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:33:22.894216 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5bb6c46e-2d32-4a8d-a69c-ce3148198150 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:33:22.895206 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb6c46e-2d32-4a8d-a69c-ce3148198150'] response: {'server_uuid': '0c7540c3-cdec-4257-bea3-93599c6919cc', 'name': 'network-vif-deleted', 'tag': '43e59693-e433-4779-9d2a-78cbea8c9b08', 'status': 'completed', 'code': 200} Jul 27 15:33:23.055014 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ec7320-feb5-4ed7-acdf-8b51111a2c03 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:33:23.059349 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-869a8a29-0b22-422d-b9d5-c06cbd15cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '0172039e-4d78-431f-989e-eb964871cdcb', 'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'mac_address': 'fa:16:3e:ad:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:29:04Z', 'revision_number': 5, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'subnets': [{'id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:23.063363 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Publish callbacks [] for port (e1ec7320-feb5-4ed7-acdf-8b51111a2c03), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:23.077850 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Transition to ACTIVE for port object e1ec7320-feb5-4ed7-acdf-8b51111a2c03 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:33:23.084787 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (e1ec7320-feb5-4ed7-acdf-8b51111a2c03), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:23.085835 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a8a29-0b22-422d-b9d5-c06cbd15cb6a None None] Checking router: 8ae11637-2b3a-4c8c-a15b-c360916f2037 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:33:23.095938 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a8a29-0b22-422d-b9d5-c06cbd15cb6a None None] Routers {'8ae11637-2b3a-4c8c-a15b-c360916f2037'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:33:23.096569 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-869a8a29-0b22-422d-b9d5-c06cbd15cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:33:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['8ae11637-2b3a-4c8c-a15b-c360916f2037'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:23.158096 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Pushing event updated for resources: {'Port': ['ID=e1ec7320-feb5-4ed7-acdf-8b51111a2c03,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:23.209394 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-869a8a29-0b22-422d-b9d5-c06cbd15cb6a None None] Set router 8ae11637-2b3a-4c8c-a15b-c360916f2037 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:33:23.216428 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Attempting to bind port e1ec7320-feb5-4ed7-acdf-8b51111a2c03 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:33:23.216826 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Attempting to bind port e1ec7320-feb5-4ed7-acdf-8b51111a2c03 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '6d008a43-9214-4382-9635-7edf89d1d1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06d35727-8629-40ca-8166-04dcfe2f8e49'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:33:23.217104 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Attempting to bind port e1ec7320-feb5-4ed7-acdf-8b51111a2c03 on network 06d35727-8629-40ca-8166-04dcfe2f8e49 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:33:23.221764 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Port e1ec7320-feb5-4ed7-acdf-8b51111a2c03 on network 06d35727-8629-40ca-8166-04dcfe2f8e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:33:23.222087 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Attempting to bind port e1ec7320-feb5-4ed7-acdf-8b51111a2c03 on network 06d35727-8629-40ca-8166-04dcfe2f8e49 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:33:23.227582 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:33:23.227952 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Checking segment: {'id': '6d008a43-9214-4382-9635-7edf89d1d1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06d35727-8629-40ca-8166-04dcfe2f8e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:33:23.228337 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Bound using segment: {'id': '6d008a43-9214-4382-9635-7edf89d1d1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06d35727-8629-40ca-8166-04dcfe2f8e49'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:33:23.228769 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Bound port: e1ec7320-feb5-4ed7-acdf-8b51111a2c03, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d008a43-9214-4382-9635-7edf89d1d1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06d35727-8629-40ca-8166-04dcfe2f8e49'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:33:23.229127 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (e1ec7320-feb5-4ed7-acdf-8b51111a2c03), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:23.316204 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] For port e1ec7320-feb5-4ed7-acdf-8b51111a2c03, host hv-cinder-84131, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:33:23.321719 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] For port e1ec7320-feb5-4ed7-acdf-8b51111a2c03, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=e1ec7320-feb5-4ed7-acdf-8b51111a2c03,segment=NetworkSegment(6d008a43-9214-4382-9635-7edf89d1d1b3),segment_id=6d008a43-9214-4382-9635-7edf89d1d1b3)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:33:23.336019 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (e1ec7320-feb5-4ed7-acdf-8b51111a2c03), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:23.386116 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761c668-981f-4ae6-a7ec-5749d8eb9472 req-0ca3727c-99e0-4bed-aba6-df0e479de86d tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:23.387713 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d761c668-981f-4ae6-a7ec-5749d8eb9472 req-0ca3727c-99e0-4bed-aba6-df0e479de86d tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=339820f4-eeff-4d01-9541-08838ae46a4d HTTP/1.1" status: 200 len: 944 time: 0.0783026 Jul 27 15:33:23.401671 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:23.402373 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:23.403857 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] 10.222.0.42 "PUT /v2.0/ports/e1ec7320-feb5-4ed7-acdf-8b51111a2c03 HTTP/1.1" status: 200 len: 1094 time: 0.9918842 Jul 27 15:33:23.404368 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339820f4-eeff-4d01-9541-08838ae46a4d', 'tag': 'e1ec7320-feb5-4ed7-acdf-8b51111a2c03'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:33:23.406703 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a91c419-f19f-4653-baa7-7ad85c84bef0" -d '{"events": [{"name": "network-changed", "server_uuid": "339820f4-eeff-4d01-9541-08838ae46a4d", "tag": "e1ec7320-feb5-4ed7-acdf-8b51111a2c03"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:33:23.445132 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad21dac-1f84-47f8-b314-34d3cc3f106a service neutron] Pushing event updated for resources: {'Port': ['ID=e1ec7320-feb5-4ed7-acdf-8b51111a2c03,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:23.478254 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487c32c0-1765-47bb-ad05-732ba80868aa x-openstack-request-id: req-487c32c0-1765-47bb-ad05-732ba80868aa {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:33:23.478664 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339820f4-eeff-4d01-9541-08838ae46a4d", "tag": "e1ec7320-feb5-4ed7-acdf-8b51111a2c03", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:33:23.479202 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-487c32c0-1765-47bb-ad05-732ba80868aa {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:33:23.479680 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-487c32c0-1765-47bb-ad05-732ba80868aa'] response: {'name': 'network-changed', 'server_uuid': '339820f4-eeff-4d01-9541-08838ae46a4d', 'tag': 'e1ec7320-feb5-4ed7-acdf-8b51111a2c03', 'status': 'completed', 'code': 200} Jul 27 15:33:23.502030 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-869a8a29-0b22-422d-b9d5-c06cbd15cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '0172039e-4d78-431f-989e-eb964871cdcb', 'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'mac_address': 'fa:16:3e:ad:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:29:04Z', 'revision_number': 5, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'subnets': [{'id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:23.511084 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d761c668-981f-4ae6-a7ec-5749d8eb9472 req-8bf376b0-a83a-4518-8378-2aa174b1e6e6 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165798 Jul 27 15:33:23.543460 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a8a29-0b22-422d-b9d5-c06cbd15cb6a None None] The sync data for ids ['8ae11637-2b3a-4c8c-a15b-c360916f2037'] in dv-cinder-841315-2-iscsi is: [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '0172039e-4d78-431f-989e-eb964871cdcb', 'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'mac_address': 'fa:16:3e:ad:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:29:04Z', 'revision_number': 5, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'subnets': [{'id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:33:23.545478 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-c04f973f-44de-404d-b1b2-fa8a9b4f4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:23.547612 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-c04f973f-44de-404d-b1b2-fa8a9b4f4449 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=465f32cb4f724c18aad10fca114a1321&device_id=339820f4-eeff-4d01-9541-08838ae46a4d HTTP/1.1" status: 200 len: 1128 time: 0.0638506 Jul 27 15:33:23.601479 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-1b2dc108-a32d-4973-abe4-47571d255625 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1ec7320-feb5-4ed7-acdf-8b51111a2c03 HTTP/1.1" status: 200 len: 217 time: 0.0380476 Jul 27 15:33:23.656994 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-a24f96e1-01b8-4c4f-81e3-7a3108ebda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:23.658470 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-a24f96e1-01b8-4c4f-81e3-7a3108ebda59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08ab0ac3-0a7b-4dcf-b0e3-2926844ce212 HTTP/1.1" status: 200 len: 853 time: 0.0491338 Jul 27 15:33:23.695401 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-f1c67b89-6ec2-4ac7-b637-dbe1e81bca3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06d35727-8629-40ca-8166-04dcfe2f8e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303128 Jul 27 15:33:23.789548 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc5076-ea69-412f-b5d0-10793a67e12f None None] New status for floating IP 2ae51731-9b96-4d4e-ad0b-118f0dd7c58b: DOWN {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:33:23.802072 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-0e731b8c-bf78-436f-8be7-01023e54c600 service neutron] 10.222.0.42 "GET /v2.0/networks/06d35727-8629-40ca-8166-04dcfe2f8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999019 Jul 27 15:33:23.919621 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-36324e0f-69cb-41c6-8d78-5d9dae5a67c6 req-2e1a3257-4a86-4e45-97a5-0626af51992f service neutron] 10.222.0.42 "GET /v2.0/networks/06d35727-8629-40ca-8166-04dcfe2f8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100259 Jul 27 15:33:23.932590 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 44472) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:33:24.004747 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0987d6a7-1dca-4ec3-b1f7-ea65c309e793 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group (e4bc500d-74e2-4fb3-b6da-b00776714045), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.029576 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0987d6a7-1dca-4ec3-b1f7-ea65c309e793 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group (e4bc500d-74e2-4fb3-b6da-b00776714045), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.080112 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0987d6a7-1dca-4ec3-b1f7-ea65c309e793 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (e4bc500d-74e2-4fb3-b6da-b00776714045), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.083913 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0987d6a7-1dca-4ec3-b1f7-ea65c309e793 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.085053 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-0987d6a7-1dca-4ec3-b1f7-ea65c309e793 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "DELETE /v2.0/security-groups/e4bc500d-74e2-4fb3-b6da-b00776714045 HTTP/1.1" status: 204 len: 168 time: 0.1509633 Jul 27 15:33:24.087971 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 44474) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:33:24.094799 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987d6a7-1dca-4ec3-b1f7-ea65c309e793 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bc500d-74e2-4fb3-b6da-b00776714045,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:24.104924 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.api.v2.resource [None req-a2e9dd73-5a86-4ffc-9399-96641e75c50b tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] show failed (client error): The resource could not be found. Jul 27 15:33:24.105948 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a2e9dd73-5a86-4ffc-9399-96641e75c50b tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups/e4bc500d-74e2-4fb3-b6da-b00776714045 HTTP/1.1" status: 404 len: 347 time: 0.0168996 Jul 27 15:33:24.110815 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 44476) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:33:24.224894 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0b69b-2366-4002-9f26-e0e8e9015ba3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Deleting port 565ac047-0187-47f9-a3ca-d86d5c57dc92 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:33:24.225239 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b6c0b69b-2366-4002-9f26-e0e8e9015ba3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (565ac047-0187-47f9-a3ca-d86d5c57dc92), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.307001 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b6c0b69b-2366-4002-9f26-e0e8e9015ba3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (565ac047-0187-47f9-a3ca-d86d5c57dc92), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.307243 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b6c0b69b-2366-4002-9f26-e0e8e9015ba3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for floatingip (565ac047-0187-47f9-a3ca-d86d5c57dc92), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.320967 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0b69b-2366-4002-9f26-e0e8e9015ba3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Calling delete_port for 565ac047-0187-47f9-a3ca-d86d5c57dc92 owned by network:floatingip {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:33:24.465319 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b6c0b69b-2366-4002-9f26-e0e8e9015ba3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (565ac047-0187-47f9-a3ca-d86d5c57dc92), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.489283 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0b69b-2366-4002-9f26-e0e8e9015ba3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event deleted for resources: {'Port': ['ID=565ac047-0187-47f9-a3ca-d86d5c57dc92,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:24.518369 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b6c0b69b-2366-4002-9f26-e0e8e9015ba3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for floatingip (2ae51731-9b96-4d4e-ad0b-118f0dd7c58b), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.521152 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b6c0b69b-2366-4002-9f26-e0e8e9015ba3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.522384 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b6c0b69b-2366-4002-9f26-e0e8e9015ba3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "DELETE /v2.0/floatingips/2ae51731-9b96-4d4e-ad0b-118f0dd7c58b HTTP/1.1" status: 204 len: 168 time: 0.4106827 Jul 27 15:33:24.636182 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 44482) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:33:24.638300 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:24.645111 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-3c521a81-bc2c-4a24-a09e-83b11eec458f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--627207116', 'description': 'tempest-description--592991575'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:33:24.649333 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:24.663232 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eba65e-62c0-4527-9dcd-0fdd95544815 req-4cf5d15d-59c7-44c7-81e0-e1a5d22d7a34 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:24.664988 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23eba65e-62c0-4527-9dcd-0fdd95544815 req-4cf5d15d-59c7-44c7-81e0-e1a5d22d7a34 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=339820f4-eeff-4d01-9541-08838ae46a4d HTTP/1.1" status: 200 len: 944 time: 0.0615389 Jul 27 15:33:24.673524 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3c521a81-bc2c-4a24-a09e-83b11eec458f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.676471 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:24.708001 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:24.723188 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23eba65e-62c0-4527-9dcd-0fdd95544815 req-64c9f17d-5723-499b-8dea-d71430bb80d6 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503075 Jul 27 15:33:24.757674 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3c521a81-bc2c-4a24-a09e-83b11eec458f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group (37ec955e-8e30-4dd8-9afd-763c89665c1a), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.762604 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3c521a81-bc2c-4a24-a09e-83b11eec458f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (37ec955e-8e30-4dd8-9afd-763c89665c1a), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.791627 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3c521a81-bc2c-4a24-a09e-83b11eec458f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.792897 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-3c521a81-bc2c-4a24-a09e-83b11eec458f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1556916 Jul 27 15:33:24.795983 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 44484) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:33:24.797050 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c521a81-bc2c-4a24-a09e-83b11eec458f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ec955e-8e30-4dd8-9afd-763c89665c1a,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:24.801467 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-2eb63882-169b-41f4-a599-898ac280eb4c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Request body: {'security_group_rule': {'security_group_id': '37ec955e-8e30-4dd8-9afd-763c89665c1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:33:24.832360 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2eb63882-169b-41f4-a599-898ac280eb4c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group_rule (e1b18b4d-3b43-4fd7-aba0-fbf2262e2bcc), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.889097 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2eb63882-169b-41f4-a599-898ac280eb4c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group_rule (e1b18b4d-3b43-4fd7-aba0-fbf2262e2bcc), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.894541 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2eb63882-169b-41f4-a599-898ac280eb4c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (e1b18b4d-3b43-4fd7-aba0-fbf2262e2bcc), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.914831 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb63882-169b-41f4-a599-898ac280eb4c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b18b4d-3b43-4fd7-aba0-fbf2262e2bcc,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:24.923801 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2eb63882-169b-41f4-a599-898ac280eb4c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:24.925048 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-2eb63882-169b-41f4-a599-898ac280eb4c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278045 Jul 27 15:33:24.928493 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 44486) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:33:24.932744 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-25faa23b-5a10-41eb-893c-9e54508b03af tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Request body: {'security_group_rule': {'security_group_id': '37ec955e-8e30-4dd8-9afd-763c89665c1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:33:24.965421 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25faa23b-5a10-41eb-893c-9e54508b03af tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group_rule (228bd6e7-7f0c-4b43-8f4e-a05ba48993b4), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:25.023789 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25faa23b-5a10-41eb-893c-9e54508b03af tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group_rule (228bd6e7-7f0c-4b43-8f4e-a05ba48993b4), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:25.027165 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25faa23b-5a10-41eb-893c-9e54508b03af tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (228bd6e7-7f0c-4b43-8f4e-a05ba48993b4), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:25.045789 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faa23b-5a10-41eb-893c-9e54508b03af tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228bd6e7-7f0c-4b43-8f4e-a05ba48993b4,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:25.061025 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25faa23b-5a10-41eb-893c-9e54508b03af tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:25.062105 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-25faa23b-5a10-41eb-893c-9e54508b03af tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326962 Jul 27 15:33:25.065736 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 44488) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:33:25.070342 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Request body: {'floatingip': {'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:33:25.092736 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:25.094764 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91c419-f19f-4653-baa7-7ad85c84bef0 req-d70682f2-2800-42d3-9d7a-86dd5c3eeb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:25.096290 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a91c419-f19f-4653-baa7-7ad85c84bef0 req-d70682f2-2800-42d3-9d7a-86dd5c3eeb35 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=465f32cb4f724c18aad10fca114a1321&device_id=339820f4-eeff-4d01-9541-08838ae46a4d HTTP/1.1" status: 200 len: 1128 time: 0.0468407 Jul 27 15:33:25.177998 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:25.190942 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91c419-f19f-4653-baa7-7ad85c84bef0 req-4281ac62-0fe8-4bcf-af5a-d645edfa8fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:25.193046 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a91c419-f19f-4653-baa7-7ad85c84bef0 req-4281ac62-0fe8-4bcf-af5a-d645edfa8fdb service neutron] 10.222.0.42 "GET /v2.0/networks?id=06d35727-8629-40ca-8166-04dcfe2f8e49 HTTP/1.1" status: 200 len: 914 time: 0.0895543 Jul 27 15:33:25.239594 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a91c419-f19f-4653-baa7-7ad85c84bef0 req-469eff87-61c2-4fe9-9b0e-25d48716d1b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1ec7320-feb5-4ed7-acdf-8b51111a2c03 HTTP/1.1" status: 200 len: 217 time: 0.0382047 Jul 27 15:33:25.290959 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Allocated IP 172.27.1.191 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/9fceda0c-7e2d-4f94-84fd-82f839efc66d) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:33:25.291191 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91c419-f19f-4653-baa7-7ad85c84bef0 req-eda302a9-cb20-462a-be7b-eef946278520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:25.292702 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a91c419-f19f-4653-baa7-7ad85c84bef0 req-eda302a9-cb20-462a-be7b-eef946278520 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08ab0ac3-0a7b-4dcf-b0e3-2926844ce212 HTTP/1.1" status: 200 len: 853 time: 0.0472617 Jul 27 15:33:25.338833 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a91c419-f19f-4653-baa7-7ad85c84bef0 req-41d3d31f-7607-4617-be5b-ef4ceef2e773 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=06d35727-8629-40ca-8166-04dcfe2f8e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368278 Jul 27 15:33:25.365165 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device e1ec7320-feb5-4ed7-acdf-8b51111a2c03 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:33:25.368967 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 43e59693-e433-4779-9d2a-78cbea8c9b08 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:33:25.397277 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:25.400667 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: 43e59693-e433-4779-9d2a-78cbea8c9b08 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:33:25.401264 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 43e59693-e433-4779-9d2a-78cbea8c9b08 not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:33:25.409438 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:25.430905 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for port (9fceda0c-7e2d-4f94-84fd-82f839efc66d), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:25.459642 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a91c419-f19f-4653-baa7-7ad85c84bef0 req-6ff5844f-64d6-4a62-923c-47805889e22f service neutron] 10.222.0.42 "GET /v2.0/networks/06d35727-8629-40ca-8166-04dcfe2f8e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129630 Jul 27 15:33:25.469525 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (9fceda0c-7e2d-4f94-84fd-82f839efc66d), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:25.509583 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port e1ec7320-feb5-4ed7-acdf-8b51111a2c03, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=e1ec7320-feb5-4ed7-acdf-8b51111a2c03,segment=NetworkSegment(6d008a43-9214-4382-9635-7edf89d1d1b3),segment_id=6d008a43-9214-4382-9635-7edf89d1d1b3)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:33:25.523706 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:33:25.523970 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': 'e1ec7320-feb5-4ed7-acdf-8b51111a2c03', 'network_id': '06d35727-8629-40ca-8166-04dcfe2f8e49', 'port_id': 'e1ec7320-feb5-4ed7-acdf-8b51111a2c03', 'mac_address': 'fa:16:3e:ab:f0:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ab0ac3-0a7b-4dcf-b0e3-2926844ce212', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:33:25.524640 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event updated for resources: {'Port': ['ID=9fceda0c-7e2d-4f94-84fd-82f839efc66d,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:25.527587 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:33:25.529846 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:33:25.569908 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port e1ec7320-feb5-4ed7-acdf-8b51111a2c03 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:33:25.570113 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0a91c419-f19f-4653-baa7-7ad85c84bef0 req-55dd74df-34ae-45b4-aba2-b5140a0c750f service neutron] 10.222.0.42 "GET /v2.0/networks/06d35727-8629-40ca-8166-04dcfe2f8e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025152 Jul 27 15:33:25.570216 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (e1ec7320-feb5-4ed7-acdf-8b51111a2c03), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:25.577761 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for floatingip (747d33ad-e084-4d34-8d98-c8f848100c14), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:25.584468 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ec7320-feb5-4ed7-acdf-8b51111a2c03 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:33:25.605663 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port e1ec7320-feb5-4ed7-acdf-8b51111a2c03, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=e1ec7320-feb5-4ed7-acdf-8b51111a2c03,segment=NetworkSegment(6d008a43-9214-4382-9635-7edf89d1d1b3),segment_id=6d008a43-9214-4382-9635-7edf89d1d1b3)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:33:25.610535 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (e1ec7320-feb5-4ed7-acdf-8b51111a2c03), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:25.621219 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (9fceda0c-7e2d-4f94-84fd-82f839efc66d), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:25.661881 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=e1ec7320-feb5-4ed7-acdf-8b51111a2c03,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:25.669265 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:25.669613 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:25.669981 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:25.670322 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:25.670655 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:25.670983 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:25.671305 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:25.671628 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:25.671977 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:25.672296 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:25.672619 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:25.672958 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:25.673279 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:25.673610 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:25.673918 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:33:25.737034 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:25.747164 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:25.778254 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for port (9fceda0c-7e2d-4f94-84fd-82f839efc66d), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:25.782928 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (9fceda0c-7e2d-4f94-84fd-82f839efc66d), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:25.853916 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (747d33ad-e084-4d34-8d98-c8f848100c14), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:25.877186 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event updated for resources: {'Port': ['ID=9fceda0c-7e2d-4f94-84fd-82f839efc66d,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:25.888666 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a591fa-bd3e-470f-90f1-03d56c78edc6 req-21405d0e-576a-4aba-9393-b3c11a56fa13 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:25.890191 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b7a591fa-bd3e-470f-90f1-03d56c78edc6 req-21405d0e-576a-4aba-9393-b3c11a56fa13 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=339820f4-eeff-4d01-9541-08838ae46a4d HTTP/1.1" status: 200 len: 945 time: 0.0802414 Jul 27 15:33:25.893542 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:25.903597 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b6ca3ecc-203d-437f-ad5f-2d53cba06d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8285186 Jul 27 15:33:25.941726 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b7a591fa-bd3e-470f-90f1-03d56c78edc6 req-7516a559-5835-467c-bf96-ef112550b510 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440052 Jul 27 15:33:25.957516 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['e1ec7320-feb5-4ed7-acdf-8b51111a2c03'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:33:26.114963 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-672e5403-7659-4c75-a5a0-67a6f6f9d30e tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--627207116&fields=id&tenant_id=ddfdba8b75e643b485b2237ae070a1b2 HTTP/1.1" status: 200 len: 267 time: 0.0501895 Jul 27 15:33:26.173086 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:26.225310 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c688df53-6f96-4212-9bcb-52ea66885345 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:26.226753 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c688df53-6f96-4212-9bcb-52ea66885345 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/networks?id=bad7c82a-807d-4c47-8386-1a6c9fb4e649 HTTP/1.1" status: 200 len: 816 time: 0.1054313 Jul 27 15:33:26.240984 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-8d609f03-5a0e-47bb-9b04-2587e625998e tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/quotas/ddfdba8b75e643b485b2237ae070a1b2 HTTP/1.1" status: 200 len: 375 time: 0.0090320 Jul 27 15:33:26.254311 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:26.294195 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-73574780-5753-416d-8eff-78c968005470 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddfdba8b75e643b485b2237ae070a1b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484843 Jul 27 15:33:26.389809 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-6370c340-33de-4b6d-99d4-4fc8058d842e service neutron] 10.222.0.36 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841553 Jul 27 15:33:26.484365 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-7a8e2647-e034-4a17-a84c-6f55f2455cf6 service neutron] 10.222.0.36 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882843 Jul 27 15:33:26.641357 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3d521092-6d30-4d65-b7a6-f32113ac68b2 req-164d1ce7-0d73-4057-9dc0-5c45f60bf391 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 210 time: 0.0294511 Jul 27 15:33:27.063951 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca54305-ed2b-4a4c-8c89-7ea647816282 req-6cd0fe5a-23c5-46b8-bd69-b5b140c378eb tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:27.065454 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dca54305-ed2b-4a4c-8c89-7ea647816282 req-6cd0fe5a-23c5-46b8-bd69-b5b140c378eb tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=339820f4-eeff-4d01-9541-08838ae46a4d HTTP/1.1" status: 200 len: 945 time: 0.0515733 Jul 27 15:33:27.114913 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dca54305-ed2b-4a4c-8c89-7ea647816282 req-d6eae556-2582-4cbe-b3dd-4e2a985d1028 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428429 Jul 27 15:33:27.359879 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device e1ec7320-feb5-4ed7-acdf-8b51111a2c03 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:33:27.401529 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port e1ec7320-feb5-4ed7-acdf-8b51111a2c03 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:33:27.407209 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port e1ec7320-feb5-4ed7-acdf-8b51111a2c03 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:33:27.407692 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (e1ec7320-feb5-4ed7-acdf-8b51111a2c03), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:27.480358 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port e1ec7320-feb5-4ed7-acdf-8b51111a2c03 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:33:27.480745 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (e1ec7320-feb5-4ed7-acdf-8b51111a2c03), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:27.503556 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339820f4-eeff-4d01-9541-08838ae46a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ec7320-feb5-4ed7-acdf-8b51111a2c03'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:33:27.506419 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d91f2a-0b3a-4878-9906-56f43bb0e61f" -d '{"events": [{"server_uuid": "339820f4-eeff-4d01-9541-08838ae46a4d", "name": "network-vif-plugged", "status": "completed", "tag": "e1ec7320-feb5-4ed7-acdf-8b51111a2c03"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:33:27.520391 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port e1ec7320-feb5-4ed7-acdf-8b51111a2c03, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=e1ec7320-feb5-4ed7-acdf-8b51111a2c03,segment=NetworkSegment(6d008a43-9214-4382-9635-7edf89d1d1b3),segment_id=6d008a43-9214-4382-9635-7edf89d1d1b3)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:33:27.524871 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (e1ec7320-feb5-4ed7-acdf-8b51111a2c03), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:27.550187 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf244af-adb2-4187-8792-166aed60e525 x-openstack-request-id: req-4cf244af-adb2-4187-8792-166aed60e525 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:33:27.550737 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339820f4-eeff-4d01-9541-08838ae46a4d", "name": "network-vif-plugged", "status": "completed", "tag": "e1ec7320-feb5-4ed7-acdf-8b51111a2c03", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:33:27.551002 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4cf244af-adb2-4187-8792-166aed60e525 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:33:27.551401 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf244af-adb2-4187-8792-166aed60e525'] response: {'server_uuid': '339820f4-eeff-4d01-9541-08838ae46a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ec7320-feb5-4ed7-acdf-8b51111a2c03', 'code': 200} Jul 27 15:33:27.578227 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=e1ec7320-feb5-4ed7-acdf-8b51111a2c03,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:27.766548 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1310ab33-637a-4d07-805b-b64274aa2033 req-d028ecac-5e74-483c-b6db-2b428c2b64db tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 210 time: 0.0350628 Jul 27 15:33:27.782080 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc27a0c-de42-45ea-97ae-e2673ec88f19 req-f2434b0a-befb-4928-a3ea-3afb95beedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:27.784690 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fdc27a0c-de42-45ea-97ae-e2673ec88f19 req-f2434b0a-befb-4928-a3ea-3afb95beedfb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=339820f4-eeff-4d01-9541-08838ae46a4d HTTP/1.1" status: 200 len: 1130 time: 0.0493915 Jul 27 15:33:27.816936 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c3b2547b-6494-4cbd-9299-e052d267e933 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:27.818486 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c3b2547b-6494-4cbd-9299-e052d267e933 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.42 "GET /v2.0/networks?id=bad7c82a-807d-4c47-8386-1a6c9fb4e649 HTTP/1.1" status: 200 len: 816 time: 0.1436713 Jul 27 15:33:27.832262 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fdc27a0c-de42-45ea-97ae-e2673ec88f19 req-4c5b851e-2e25-4d22-8ddb-a003cfbdd419 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407293 Jul 27 15:33:27.892357 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-97dfa51c-07b3-4ce7-846f-c734ed5a803a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddfdba8b75e643b485b2237ae070a1b2 HTTP/1.1" status: 200 len: 379 time: 0.0627770 Jul 27 15:33:28.062886 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-4e8be529-339b-497d-a0b4-fab5a1106746 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Request body: {'port': {'device_id': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'admin_state_up': True, 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'security_groups': ['37ec955e-8e30-4dd8-9afd-763c89665c1a']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:33:28.174586 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-4e8be529-339b-497d-a0b4-fab5a1106746 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Made reservation on behalf of ddfdba8b75e643b485b2237ae070a1b2 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:33:28.178609 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-4e8be529-339b-497d-a0b4-fab5a1106746 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:28.240026 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84773a6b-3fbb-46a4-86d3-66c359de8c8e req-29c6a2b4-6563-4f70-bb59-f70770fffd29 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:28.241430 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-84773a6b-3fbb-46a4-86d3-66c359de8c8e req-29c6a2b4-6563-4f70-bb59-f70770fffd29 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=339820f4-eeff-4d01-9541-08838ae46a4d HTTP/1.1" status: 200 len: 946 time: 0.0519154 Jul 27 15:33:28.291949 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-84773a6b-3fbb-46a4-86d3-66c359de8c8e req-59a28866-f29b-4a83-bf07-12188e1b03df tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447433 Jul 27 15:33:28.309527 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-4e8be529-339b-497d-a0b4-fab5a1106746 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Allocated IP 172.20.0.11 (bad7c82a-807d-4c47-8386-1a6c9fb4e649/40f6b828-0dfb-469f-8ba5-9835528b3b1e/bd875b01-1fa3-46df-b071-0151f1189b66) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:33:28.393432 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:28.449903 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-4e8be529-339b-497d-a0b4-fab5a1106746 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for port (bd875b01-1fa3-46df-b071-0151f1189b66), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:28.476219 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:28.482111 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-4e8be529-339b-497d-a0b4-fab5a1106746 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:28.530197 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-4e8be529-339b-497d-a0b4-fab5a1106746 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Network bad7c82a-807d-4c47-8386-1a6c9fb4e649 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:33:28.533376 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-4e8be529-339b-497d-a0b4-fab5a1106746 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:33:28.537800 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-4e8be529-339b-497d-a0b4-fab5a1106746 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:33:28.543697 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8be529-339b-497d-a0b4-fab5a1106746 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event updated for resources: {'Port': ['ID=bd875b01-1fa3-46df-b071-0151f1189b66,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:28.590385 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-4e8be529-339b-497d-a0b4-fab5a1106746 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:28.590991 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-4e8be529-339b-497d-a0b4-fab5a1106746 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:28.609075 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-4e8be529-339b-497d-a0b4-fab5a1106746 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5500677 Jul 27 15:33:28.705550 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Request body: {'port': {'device_id': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:33:28.762834 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:28.786789 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-971d4af2-2544-40b3-8e8b-783be33fe610 None None] Provisioning complete for port bd875b01-1fa3-46df-b071-0151f1189b66 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:33:28.787362 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-971d4af2-2544-40b3-8e8b-783be33fe610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:28.819896 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-971d4af2-2544-40b3-8e8b-783be33fe610 None None] Port bd875b01-1fa3-46df-b071-0151f1189b66 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:33:28.927141 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78788af-67d2-4432-8d6c-62162190e425 req-9e7c66f8-32ae-4cad-a44b-8dff9ccb2e66 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:28.928642 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f78788af-67d2-4432-8d6c-62162190e425 req-9e7c66f8-32ae-4cad-a44b-8dff9ccb2e66 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 932 time: 0.0653880 Jul 27 15:33:29.076548 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd875b01-1fa3-46df-b071-0151f1189b66 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:33:29.088347 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Publish callbacks [] for port (bd875b01-1fa3-46df-b071-0151f1189b66), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:29.114058 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Transition to ACTIVE for port object bd875b01-1fa3-46df-b071-0151f1189b66 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:33:29.121650 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:29.185719 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f78788af-67d2-4432-8d6c-62162190e425 req-1a0999cf-d9ae-43d2-80b4-1a52dc470ade tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434123 Jul 27 15:33:29.195937 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Pushing event updated for resources: {'Port': ['ID=bd875b01-1fa3-46df-b071-0151f1189b66,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:29.283440 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Attempting to bind port bd875b01-1fa3-46df-b071-0151f1189b66 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:33:29.283816 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Attempting to bind port bd875b01-1fa3-46df-b071-0151f1189b66 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'c4d8fe64-5236-410c-82d1-867b4f3d232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:33:29.284181 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Attempting to bind port bd875b01-1fa3-46df-b071-0151f1189b66 on network bad7c82a-807d-4c47-8386-1a6c9fb4e649 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:33:29.289065 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Port bd875b01-1fa3-46df-b071-0151f1189b66 on network bad7c82a-807d-4c47-8386-1a6c9fb4e649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:33:29.289384 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Attempting to bind port bd875b01-1fa3-46df-b071-0151f1189b66 on network bad7c82a-807d-4c47-8386-1a6c9fb4e649 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:33:29.294695 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:33:29.295033 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Checking segment: {'id': 'c4d8fe64-5236-410c-82d1-867b4f3d232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:33:29.295417 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Bound using segment: {'id': 'c4d8fe64-5236-410c-82d1-867b4f3d232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:33:29.295869 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Bound port: bd875b01-1fa3-46df-b071-0151f1189b66, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d8fe64-5236-410c-82d1-867b4f3d232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:33:29.296231 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:29.305909 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:29.365210 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:29.369329 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] For port bd875b01-1fa3-46df-b071-0151f1189b66, host hv-cinder-84131, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:33:29.372543 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] For port bd875b01-1fa3-46df-b071-0151f1189b66, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=bd875b01-1fa3-46df-b071-0151f1189b66,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:33:29.380032 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:29.419643 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:29.420208 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:29.421609 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] 10.222.0.42 "PUT /v2.0/ports/bd875b01-1fa3-46df-b071-0151f1189b66 HTTP/1.1" status: 200 len: 1094 time: 0.7206273 Jul 27 15:33:29.421724 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ff981-3863-4cfe-bfde-fc8c83380ebc req-8f2a358c-0a53-46ff-8780-1fb28b430604 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:29.422197 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'tag': 'bd875b01-1fa3-46df-b071-0151f1189b66'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:33:29.423257 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-478ff981-3863-4cfe-bfde-fc8c83380ebc req-8f2a358c-0a53-46ff-8780-1fb28b430604 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=339820f4-eeff-4d01-9541-08838ae46a4d HTTP/1.1" status: 200 len: 946 time: 0.0498092 Jul 27 15:33:29.424404 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484cdadb-6664-4a3a-9106-f15e97bcc179" -d '{"events": [{"name": "network-changed", "server_uuid": "27c0a14c-8873-4689-9e66-43ba0b7c934a", "tag": "bd875b01-1fa3-46df-b071-0151f1189b66"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:33:29.445744 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e072b-ff95-4b97-ab66-c46d3537da36 service neutron] Pushing event updated for resources: {'Port': ['ID=bd875b01-1fa3-46df-b071-0151f1189b66,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:29.484204 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022fa8d6-ff76-412d-9f2c-401182d0ad85 x-openstack-request-id: req-022fa8d6-ff76-412d-9f2c-401182d0ad85 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:33:29.484516 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c0a14c-8873-4689-9e66-43ba0b7c934a", "tag": "bd875b01-1fa3-46df-b071-0151f1189b66", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:33:29.484798 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-022fa8d6-ff76-412d-9f2c-401182d0ad85 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:33:29.485206 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022fa8d6-ff76-412d-9f2c-401182d0ad85'] response: {'name': 'network-changed', 'server_uuid': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'tag': 'bd875b01-1fa3-46df-b071-0151f1189b66', 'status': 'completed', 'code': 200} Jul 27 15:33:29.502580 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-478ff981-3863-4cfe-bfde-fc8c83380ebc req-c4806a31-65b0-46fb-a7c8-ff3671309f31 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595512 Jul 27 15:33:29.714865 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cdadb-6664-4a3a-9106-f15e97bcc179 req-ccd8f607-00aa-435c-8730-5423c96123c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:29.716450 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-484cdadb-6664-4a3a-9106-f15e97bcc179 req-ccd8f607-00aa-435c-8730-5423c96123c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddfdba8b75e643b485b2237ae070a1b2&device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 1128 time: 0.0420885 Jul 27 15:33:29.825554 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cdadb-6664-4a3a-9106-f15e97bcc179 req-9e8184b9-00b8-4c03-a7d2-e3b1d343fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:29.827000 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-484cdadb-6664-4a3a-9106-f15e97bcc179 req-9e8184b9-00b8-4c03-a7d2-e3b1d343fe48 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ddfdba8b75e643b485b2237ae070a1b2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1029375 Jul 27 15:33:29.927819 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cdadb-6664-4a3a-9106-f15e97bcc179 req-2e19bb78-895e-451d-b909-2c1a96957c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:29.929302 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-484cdadb-6664-4a3a-9106-f15e97bcc179 req-2e19bb78-895e-451d-b909-2c1a96957c69 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956242 Jul 27 15:33:30.026234 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-880a8988-28f6-4dc2-83ca-1ec0dd7bceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:30.027945 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-880a8988-28f6-4dc2-83ca-1ec0dd7bceda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddfdba8b75e643b485b2237ae070a1b2&device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 1128 time: 0.0449469 Jul 27 15:33:30.069357 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-fff390d2-f303-429f-9656-5e7972a1e443 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd875b01-1fa3-46df-b071-0151f1189b66 HTTP/1.1" status: 200 len: 217 time: 0.0333118 Jul 27 15:33:30.126468 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-739fd756-dbdf-46d2-9601-7f86c567e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:30.127951 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-739fd756-dbdf-46d2-9601-7f86c567e109 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40f6b828-0dfb-469f-8ba5-9835528b3b1e HTTP/1.1" status: 200 len: 855 time: 0.0436206 Jul 27 15:33:30.173512 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-cd92a975-42ed-4d31-924c-f651ae4cfb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:30.175034 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-cd92a975-42ed-4d31-924c-f651ae4cfb91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bad7c82a-807d-4c47-8386-1a6c9fb4e649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388393 Jul 27 15:33:30.277289 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-3c1468b1-820b-4d5e-b678-7eb37e615bf0 service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925567 Jul 27 15:33:30.386023 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ad418-bff0-423d-bbde-7bb3287480d6 req-ab8c2688-fd6f-4d0e-80bd-a7e454c70577 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:30.387760 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-452ad418-bff0-423d-bbde-7bb3287480d6 req-ab8c2688-fd6f-4d0e-80bd-a7e454c70577 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 944 time: 0.1156247 Jul 27 15:33:30.408939 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6f4fc25c-0c63-4a83-98e9-fc58b1880b54 req-ecd88ef5-8f1a-48e9-8649-9aaf86cff825 service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253359 Jul 27 15:33:30.440546 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-452ad418-bff0-423d-bbde-7bb3287480d6 req-9b6b42cb-a28c-47dc-ab61-3c7266a06354 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449133 Jul 27 15:33:31.568332 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce2409-a8d6-4a30-a901-c2df627c833f req-f76247f6-bcde-4e30-a7a5-ca0e01e47fcc tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:31.569831 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4dce2409-a8d6-4a30-a901-c2df627c833f req-f76247f6-bcde-4e30-a7a5-ca0e01e47fcc tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 944 time: 0.0489080 Jul 27 15:33:31.618145 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4dce2409-a8d6-4a30-a901-c2df627c833f req-94990138-6379-4ae1-9709-662ccac1d81f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426798 Jul 27 15:33:32.143343 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa400ac-a23b-4ad6-9d39-1a525d69c475 req-389ca29f-5b7b-4254-ae1f-9fc1ed7b2683 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:32.145595 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5aa400ac-a23b-4ad6-9d39-1a525d69c475 req-389ca29f-5b7b-4254-ae1f-9fc1ed7b2683 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 946 time: 0.0468075 Jul 27 15:33:32.194259 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5aa400ac-a23b-4ad6-9d39-1a525d69c475 req-ce38de6f-2c2d-42e3-a5c8-2644f5e7ecbd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430753 Jul 27 15:33:32.742047 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db77330-b6c7-4c7b-b4bc-9b343a4bed88 req-9f4e9f3a-62f3-4951-b90c-e33ab06bb4f9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:32.743520 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9db77330-b6c7-4c7b-b4bc-9b343a4bed88 req-9f4e9f3a-62f3-4951-b90c-e33ab06bb4f9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 944 time: 0.0480795 Jul 27 15:33:32.790766 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9db77330-b6c7-4c7b-b4bc-9b343a4bed88 req-ef24c9fd-e440-4aae-bb3e-c6ee02e54eeb tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414374 Jul 27 15:33:33.316986 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441f9c4-9c21-4228-8f62-6c443f962a9b req-a26129d3-1a35-4a61-a837-bb6c4d6455f2 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:33.318673 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6441f9c4-9c21-4228-8f62-6c443f962a9b req-a26129d3-1a35-4a61-a837-bb6c4d6455f2 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 946 time: 0.0530996 Jul 27 15:33:33.368301 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6441f9c4-9c21-4228-8f62-6c443f962a9b req-78eceec4-4085-40ac-94e6-c1b31421469c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441642 Jul 27 15:33:33.403435 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device bd875b01-1fa3-46df-b071-0151f1189b66 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:33:33.466256 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:33.475256 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:33.481440 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=55 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:33.509271 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=77 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:33.509992 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port bd875b01-1fa3-46df-b071-0151f1189b66, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=bd875b01-1fa3-46df-b071-0151f1189b66,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:33:33.522092 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': 'bd875b01-1fa3-46df-b071-0151f1189b66', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'port_id': 'bd875b01-1fa3-46df-b071-0151f1189b66', 'mac_address': 'fa:16:3e:08:df:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:33:33.556761 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port bd875b01-1fa3-46df-b071-0151f1189b66 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:33:33.557096 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:33.574014 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd875b01-1fa3-46df-b071-0151f1189b66 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:33:33.595709 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port bd875b01-1fa3-46df-b071-0151f1189b66, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=bd875b01-1fa3-46df-b071-0151f1189b66,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:33:33.599933 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:33.647765 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=bd875b01-1fa3-46df-b071-0151f1189b66,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:33.917405 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01df253-87a1-45ae-b8c6-f1294db1dfac req-9cf99ccb-b6aa-464a-9019-71c1fe0d6d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:33.918934 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c01df253-87a1-45ae-b8c6-f1294db1dfac req-9cf99ccb-b6aa-464a-9019-71c1fe0d6d2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 945 time: 0.0477958 Jul 27 15:33:33.923230 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['bd875b01-1fa3-46df-b071-0151f1189b66'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:33:33.972266 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c01df253-87a1-45ae-b8c6-f1294db1dfac req-1f02a2e9-3a3d-4bf3-ab47-372ea8f6394a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475731 Jul 27 15:33:33.995299 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:34.016901 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7d0a7-4053-456b-9561-00bc4b96daf9 req-dedfc2cd-b248-43f6-a3ca-2009d31a765b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:34.018558 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e6e7d0a7-4053-456b-9561-00bc4b96daf9 req-dedfc2cd-b248-43f6-a3ca-2009d31a765b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.42 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 946 time: 0.0541925 Jul 27 15:33:34.071732 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:34.112530 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-e6e7d0a7-4053-456b-9561-00bc4b96daf9 req-6d1f87e3-8af1-46b2-bb21-fc1c9487a03c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Deleting port 7a2cde28-b730-487b-8c95-20bfdab253ca {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:33:34.112873 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-e6e7d0a7-4053-456b-9561-00bc4b96daf9 req-6d1f87e3-8af1-46b2-bb21-fc1c9487a03c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (7a2cde28-b730-487b-8c95-20bfdab253ca), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:34.208344 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-e6e7d0a7-4053-456b-9561-00bc4b96daf9 req-6d1f87e3-8af1-46b2-bb21-fc1c9487a03c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] For port 7a2cde28-b730-487b-8c95-20bfdab253ca, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=7a2cde28-b730-487b-8c95-20bfdab253ca,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:33:34.208701 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-e6e7d0a7-4053-456b-9561-00bc4b96daf9 req-6d1f87e3-8af1-46b2-bb21-fc1c9487a03c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (7a2cde28-b730-487b-8c95-20bfdab253ca), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:34.686320 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-e6e7d0a7-4053-456b-9561-00bc4b96daf9 req-6d1f87e3-8af1-46b2-bb21-fc1c9487a03c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:34.687204 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-e6e7d0a7-4053-456b-9561-00bc4b96daf9 req-6d1f87e3-8af1-46b2-bb21-fc1c9487a03c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (9e77d7d7-fe54-4b79-93ee-1dd5dd05da0f), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:34.687204 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.l3_db [req-e6e7d0a7-4053-456b-9561-00bc4b96daf9 req-6d1f87e3-8af1-46b2-bb21-fc1c9487a03c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Floating IP 9e77d7d7-fe54-4b79-93ee-1dd5dd05da0f disassociated. External IP: 172.27.1.32, port: 7a2cde28-b730-487b-8c95-20bfdab253ca. Jul 27 15:33:34.687478 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-e6e7d0a7-4053-456b-9561-00bc4b96daf9 req-6d1f87e3-8af1-46b2-bb21-fc1c9487a03c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Calling delete_port for 7a2cde28-b730-487b-8c95-20bfdab253ca owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:33:34.696283 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52746f-05dc-4f75-b5e0-28339883f7a8 req-7e43ba94-b389-4dcf-b89b-aef42e83856b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:34.697846 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bb52746f-05dc-4f75-b5e0-28339883f7a8 req-7e43ba94-b389-4dcf-b89b-aef42e83856b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 946 time: 0.0711632 Jul 27 15:33:34.810274 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bb52746f-05dc-4f75-b5e0-28339883f7a8 req-72249aad-bc8d-43dd-8cad-5a83007fa2b7 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038659 Jul 27 15:33:34.901932 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-e6e7d0a7-4053-456b-9561-00bc4b96daf9 req-6d1f87e3-8af1-46b2-bb21-fc1c9487a03c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (7a2cde28-b730-487b-8c95-20bfdab253ca), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:34.934655 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f87e3-8af1-46b2-bb21-fc1c9487a03c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event deleted for resources: {'Port': ['ID=7a2cde28-b730-487b-8c95-20bfdab253ca,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:35.092155 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6e7d0a7-4053-456b-9561-00bc4b96daf9 req-6d1f87e3-8af1-46b2-bb21-fc1c9487a03c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Router 03772c83-407b-4810-9990-a9bb0d45ec7f has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:33:35.145543 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f5a56-b54b-45a5-9ff7-5b13fdc63510 req-1114b8b9-a9e0-48fd-bb11-6b76316efdd7 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:35.147193 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6d0f5a56-b54b-45a5-9ff7-5b13fdc63510 req-1114b8b9-a9e0-48fd-bb11-6b76316efdd7 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 945 time: 0.0767975 Jul 27 15:33:35.202635 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6d0f5a56-b54b-45a5-9ff7-5b13fdc63510 req-9051d160-acd5-48b1-937a-b591e24ef482 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496852 Jul 27 15:33:35.204292 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:35.215409 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6e7d0a7-4053-456b-9561-00bc4b96daf9 req-6d1f87e3-8af1-46b2-bb21-fc1c9487a03c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:33:35.230907 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b66a0-f91a-4a1e-bf28-132cb316b63b None None] Sync routers for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:33:35.243072 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b66a0-f91a-4a1e-bf28-132cb316b63b None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:33:35.243690 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-784b66a0-f91a-4a1e-bf28-132cb316b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:33:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:35.269820 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e7d0a7-4053-456b-9561-00bc4b96daf9 req-6d1f87e3-8af1-46b2-bb21-fc1c9487a03c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] No DVR routers for this DVR port 7a2cde28-b730-487b-8c95-20bfdab253ca on host hv-cinder-84131 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:33:35.273025 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-e6e7d0a7-4053-456b-9561-00bc4b96daf9 req-6d1f87e3-8af1-46b2-bb21-fc1c9487a03c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:35.276783 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e6e7d0a7-4053-456b-9561-00bc4b96daf9 req-6d1f87e3-8af1-46b2-bb21-fc1c9487a03c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.42 "DELETE /v2.0/ports/7a2cde28-b730-487b-8c95-20bfdab253ca HTTP/1.1" status: 204 len: 173 time: 1.2525635 Jul 27 15:33:35.280560 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8114946e-ea8e-4a5a-a622-f2a52620bfae', 'name': 'network-vif-deleted', 'tag': '7a2cde28-b730-487b-8c95-20bfdab253ca'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:33:35.283468 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5edcd2-8873-4ae0-9326-3a37e25e3351" -d '{"events": [{"server_uuid": "8114946e-ea8e-4a5a-a622-f2a52620bfae", "name": "network-vif-deleted", "tag": "7a2cde28-b730-487b-8c95-20bfdab253ca"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:33:35.327415 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f5e5d8-95f7-482c-9916-b8eea37e2e61 x-openstack-request-id: req-72f5e5d8-95f7-482c-9916-b8eea37e2e61 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:33:35.327945 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8114946e-ea8e-4a5a-a622-f2a52620bfae", "name": "network-vif-deleted", "tag": "7a2cde28-b730-487b-8c95-20bfdab253ca", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:33:35.328358 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72f5e5d8-95f7-482c-9916-b8eea37e2e61 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:33:35.329116 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f5e5d8-95f7-482c-9916-b8eea37e2e61'] response: {'server_uuid': '8114946e-ea8e-4a5a-a622-f2a52620bfae', 'name': 'network-vif-deleted', 'tag': '7a2cde28-b730-487b-8c95-20bfdab253ca', 'status': 'completed', 'code': 200} Jul 27 15:33:35.392650 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-784b66a0-f91a-4a1e-bf28-132cb316b63b None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:33:35.422098 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device bd875b01-1fa3-46df-b071-0151f1189b66 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:33:35.509717 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port bd875b01-1fa3-46df-b071-0151f1189b66 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:33:35.518439 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port bd875b01-1fa3-46df-b071-0151f1189b66 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:33:35.519035 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:35.627918 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port bd875b01-1fa3-46df-b071-0151f1189b66 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:33:35.628730 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:35.665152 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd875b01-1fa3-46df-b071-0151f1189b66'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:33:35.668598 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56596380-5bdb-47cc-8553-40a9c5812e4e" -d '{"events": [{"server_uuid": "27c0a14c-8873-4689-9e66-43ba0b7c934a", "name": "network-vif-plugged", "status": "completed", "tag": "bd875b01-1fa3-46df-b071-0151f1189b66"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:33:35.692424 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port bd875b01-1fa3-46df-b071-0151f1189b66, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=bd875b01-1fa3-46df-b071-0151f1189b66,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:33:35.705087 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:35.732455 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0482a0b-8614-41a1-b487-a0e67091f521 x-openstack-request-id: req-a0482a0b-8614-41a1-b487-a0e67091f521 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:33:35.732765 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c0a14c-8873-4689-9e66-43ba0b7c934a", "name": "network-vif-plugged", "status": "completed", "tag": "bd875b01-1fa3-46df-b071-0151f1189b66", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:33:35.736556 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0482a0b-8614-41a1-b487-a0e67091f521 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:33:35.736556 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0482a0b-8614-41a1-b487-a0e67091f521'] response: {'server_uuid': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd875b01-1fa3-46df-b071-0151f1189b66', 'code': 200} Jul 27 15:33:35.764236 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-784b66a0-f91a-4a1e-bf28-132cb316b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:35.766853 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=bd875b01-1fa3-46df-b071-0151f1189b66,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:35.797368 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b66a0-f91a-4a1e-bf28-132cb316b63b None None] Checking router: 03772c83-407b-4810-9990-a9bb0d45ec7f for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:33:35.807196 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b66a0-f91a-4a1e-bf28-132cb316b63b None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:33:35.807819 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-784b66a0-f91a-4a1e-bf28-132cb316b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:33:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:35.926787 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-784b66a0-f91a-4a1e-bf28-132cb316b63b None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:33:35.931989 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-90a6005c-ea26-4ad1-bf39-85c8784ea818 req-ff4d5e18-5a0b-4e97-bf54-5b5b03df8ecc tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 210 time: 0.0319865 Jul 27 15:33:36.167643 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-784b66a0-f91a-4a1e-bf28-132cb316b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:36.197223 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b66a0-f91a-4a1e-bf28-132cb316b63b None None] The sync data for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi is: [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:33:36.372704 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329566d-66e8-4bc7-8227-988dcb2bf4b4 req-a0471b97-7ef9-4382-89b5-da83de3e6450 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:36.374245 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4329566d-66e8-4bc7-8227-988dcb2bf4b4 req-a0471b97-7ef9-4382-89b5-da83de3e6450 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0628111 Jul 27 15:33:36.433230 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4329566d-66e8-4bc7-8227-988dcb2bf4b4 req-37d54733-3f23-4774-a1fa-f00be2875695 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525479 Jul 27 15:33:36.471593 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae83e50-adc8-44d0-a818-e2d194ae3d97 None None] New status for floating IP 9e77d7d7-fe54-4b79-93ee-1dd5dd05da0f: DOWN {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:33:36.535186 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bda814-2b64-4e7c-9e8f-fa356e2091f7 req-92d51be7-a358-4931-97d5-44967f9c894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:36.537526 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b8bda814-2b64-4e7c-9e8f-fa356e2091f7 req-92d51be7-a358-4931-97d5-44967f9c894e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 1130 time: 0.0423992 Jul 27 15:33:36.887172 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b8bda814-2b64-4e7c-9e8f-fa356e2091f7 req-309fde94-7efb-49ce-8a75-12602027e4d5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803151 Jul 27 15:33:36.930679 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:36.939778 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80f4c499-6b3f-45ec-b322-2bf8b73805f1 req-f5f89630-890f-4563-a03f-6f2bdc5bf112 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0598018 Jul 27 15:33:37.060470 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c63a5821-6eda-4da4-ad3c-8a3287cbaac8 req-dd4b8e99-6dc0-4568-8d78-e7a538ae8817 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=8114946e-ea8e-4a5a-a622-f2a52620bfae HTTP/1.1" status: 200 len: 210 time: 0.0303614 Jul 27 15:33:37.225197 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:37.236233 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4c499-6b3f-45ec-b322-2bf8b73805f1 req-47b4a7ab-36c3-4fc8-9470-368362ecf06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:37.238130 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80f4c499-6b3f-45ec-b322-2bf8b73805f1 req-47b4a7ab-36c3-4fc8-9470-368362ecf06f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 1129 time: 0.0647159 Jul 27 15:33:37.383015 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:37.399540 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4c499-6b3f-45ec-b322-2bf8b73805f1 req-55c291fb-1cd2-4df1-9250-86067271914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:37.401083 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80f4c499-6b3f-45ec-b322-2bf8b73805f1 req-55c291fb-1cd2-4df1-9250-86067271914c service neutron] 10.222.0.42 "GET /v2.0/networks?id=54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 200 len: 920 time: 0.1350255 Jul 27 15:33:37.433970 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 7a2cde28-b730-487b-8c95-20bfdab253ca no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:33:37.455099 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: 7a2cde28-b730-487b-8c95-20bfdab253ca {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:33:37.455456 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 7a2cde28-b730-487b-8c95-20bfdab253ca not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:33:37.594725 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160aab72-c7ce-4cf4-92a9-2e2226f3e635 req-ce07a61f-ea5c-493d-a17f-dabcce213c84 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:37.597551 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-160aab72-c7ce-4cf4-92a9-2e2226f3e635 req-ce07a61f-ea5c-493d-a17f-dabcce213c84 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0664904 Jul 27 15:33:37.657723 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-160aab72-c7ce-4cf4-92a9-2e2226f3e635 req-673af204-d7da-471e-8504-1d40262d4a98 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538678 Jul 27 15:33:37.773580 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80f4c499-6b3f-45ec-b322-2bf8b73805f1 req-37048ec5-d0d5-4e80-aa63-00aff5c0c197 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d43e69ee-e393-4930-9178-0cc2bbf003dd HTTP/1.1" status: 200 len: 217 time: 0.0355318 Jul 27 15:33:37.833338 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4c499-6b3f-45ec-b322-2bf8b73805f1 req-19e78d4b-002d-4a5d-a52e-16c80bf5c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:37.834855 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80f4c499-6b3f-45ec-b322-2bf8b73805f1 req-19e78d4b-002d-4a5d-a52e-16c80bf5c196 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 200 len: 858 time: 0.0556698 Jul 27 15:33:37.888585 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4c499-6b3f-45ec-b322-2bf8b73805f1 req-782c592a-9baa-4808-986d-64443ee9ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:37.890156 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80f4c499-6b3f-45ec-b322-2bf8b73805f1 req-782c592a-9baa-4808-986d-64443ee9ec39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54d4d7af-884d-4461-b1ad-55fbebbc888a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483782 Jul 27 15:33:38.006953 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80f4c499-6b3f-45ec-b322-2bf8b73805f1 req-77ecd9cb-f96f-4afc-8564-f7c82750144c service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937495 Jul 27 15:33:38.427570 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf4e233f-85cf-469f-998f-cead697369a0 req-39493b52-026d-4661-b574-e10f32236af9 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1358726124&fields=id&tenant_id=d3fd186ce4ca4030b191309f43d43baa HTTP/1.1" status: 200 len: 267 time: 0.0505638 Jul 27 15:33:38.559687 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e233f-85cf-469f-998f-cead697369a0 req-3ede686e-b3d2-4f76-bd7a-b0d86d967f7b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:38.561269 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf4e233f-85cf-469f-998f-cead697369a0 req-3ede686e-b3d2-4f76-bd7a-b0d86d967f7b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/networks?id=a03d84d0-4188-403f-a4d9-b8ed9de732b3 HTTP/1.1" status: 200 len: 812 time: 0.1246207 Jul 27 15:33:38.577704 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf4e233f-85cf-469f-998f-cead697369a0 req-dde58e66-415e-4705-b7e9-9309ec7eba9e tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/quotas/d3fd186ce4ca4030b191309f43d43baa HTTP/1.1" status: 200 len: 375 time: 0.0104358 Jul 27 15:33:38.637518 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf4e233f-85cf-469f-998f-cead697369a0 req-5b64fa52-18eb-405b-a7bd-a683cdb69ccd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3fd186ce4ca4030b191309f43d43baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517898 Jul 27 15:33:38.801248 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd681a-c9a8-4e86-9146-6986438dadb3 req-6bf90849-2b9e-4383-b651-4997ed9a260d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:38.803048 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-26bd681a-c9a8-4e86-9146-6986438dadb3 req-6bf90849-2b9e-4383-b651-4997ed9a260d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0597522 Jul 27 15:33:38.814365 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf4e233f-85cf-469f-998f-cead697369a0 req-ea5ef06e-5bb1-4484-97d2-930b8164c8ae service neutron] 10.222.0.36 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636961 Jul 27 15:33:38.865167 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-26bd681a-c9a8-4e86-9146-6986438dadb3 req-8b69bbb9-ef1f-4a61-9c35-d791b7582a86 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566180 Jul 27 15:33:38.919208 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf4e233f-85cf-469f-998f-cead697369a0 req-a3dd4638-8757-4d49-8873-0db0b44d0e42 service neutron] 10.222.0.36 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984778 Jul 27 15:33:39.178962 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80f4c499-6b3f-45ec-b322-2bf8b73805f1 req-93d8f991-5b4c-4723-a95b-426d6ef43773 service neutron] 10.222.0.42 "GET /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287813 Jul 27 15:33:39.244956 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:39.266142 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2895ba33-a094-4fbd-86de-6dd2ae641d97 req-62aeb18d-83bb-4274-a4b9-018aa37c1633 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 210 time: 0.0325999 Jul 27 15:33:39.996876 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6935b-9d36-483b-bd65-3e1fcaffab98 req-43678af9-2fbc-4d06-89bd-b4074029d4a9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:39.998405 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e7d6935b-9d36-483b-bd65-3e1fcaffab98 req-43678af9-2fbc-4d06-89bd-b4074029d4a9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0507281 Jul 27 15:33:40.031468 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:40.060983 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e7d6935b-9d36-483b-bd65-3e1fcaffab98 req-27ffde49-57a3-4f47-8adc-b6385cd49234 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564530 Jul 27 15:33:40.372811 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-879f9c67-30ac-432b-834b-17db95852590 req-df7dedb9-ac46-49e6-b3ff-785d4da8ff2b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 210 time: 0.0317059 Jul 27 15:33:41.172435 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:41.229459 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaa8aa-259e-45d5-b5cf-9a3fccd380ec req-b490e60c-34c5-4695-8f20-2c5b4bdadada tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:41.231849 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-effaa8aa-259e-45d5-b5cf-9a3fccd380ec req-b490e60c-34c5-4695-8f20-2c5b4bdadada tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0791843 Jul 27 15:33:41.294772 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-effaa8aa-259e-45d5-b5cf-9a3fccd380ec req-f69e8bda-4b46-4a27-9491-9f2a3f381021 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541697 Jul 27 15:33:41.520796 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9a3b96ab-908e-4e4f-a432-e3de4710d15b req-3214088b-ee11-4619-9a10-125f73a6590c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 210 time: 0.0535436 Jul 27 15:33:42.441776 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5eb0eb-87c8-4202-a57e-457b2ce0b3ee req-9886489a-0ea9-4d7b-bc16-b77968582e2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:42.443429 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6b5eb0eb-87c8-4202-a57e-457b2ce0b3ee req-9886489a-0ea9-4d7b-bc16-b77968582e2a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0499196 Jul 27 15:33:42.493650 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6b5eb0eb-87c8-4202-a57e-457b2ce0b3ee req-8728d077-4323-48f2-8472-543c02e66718 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443285 Jul 27 15:33:42.627887 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3554e-8815-49ae-8ac7-6e715d1c8438 req-3857c19f-8c29-4737-bb45-7c7d7cb206cd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:42.630166 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-03a3554e-8815-49ae-8ac7-6e715d1c8438 req-3857c19f-8c29-4737-bb45-7c7d7cb206cd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0533791 Jul 27 15:33:42.635548 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bc483b4f-cfc0-4a12-a553-4b36451a1883 req-bdcee877-f5be-4edf-bc09-365c96a815ca tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 210 time: 0.0338340 Jul 27 15:33:42.640194 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 44656) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:33:42.646027 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-12a66d11-8068-4a4e-95b2-f621cba20b83 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Request body: {'floatingip': {'port_id': 'bd875b01-1fa3-46df-b071-0151f1189b66'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:33:42.685866 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-12a66d11-8068-4a4e-95b2-f621cba20b83 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for floatingip (747d33ad-e084-4d34-8d98-c8f848100c14), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:43.180965 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-12a66d11-8068-4a4e-95b2-f621cba20b83 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:43.185121 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-12a66d11-8068-4a4e-95b2-f621cba20b83 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (747d33ad-e084-4d34-8d98-c8f848100c14), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:43.289416 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-12a66d11-8068-4a4e-95b2-f621cba20b83 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Floating IP 747d33ad-e084-4d34-8d98-c8f848100c14 associated. External IP: 172.27.1.191, port: bd875b01-1fa3-46df-b071-0151f1189b66. Jul 27 15:33:43.524535 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a66d11-8068-4a4e-95b2-f621cba20b83 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Router 8ae11637-2b3a-4c8c-a15b-c360916f2037 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:33:43.574589 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:43.585712 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:43.641789 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a66d11-8068-4a4e-95b2-f621cba20b83 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:33:43.651101 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-12a66d11-8068-4a4e-95b2-f621cba20b83 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:43.654317 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfefc72c-92f6-4a14-87fb-b833628e2d8a None None] Sync routers for ids ['8ae11637-2b3a-4c8c-a15b-c360916f2037'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:33:43.670799 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfefc72c-92f6-4a14-87fb-b833628e2d8a None None] Routers {'8ae11637-2b3a-4c8c-a15b-c360916f2037'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:33:43.671425 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-dfefc72c-92f6-4a14-87fb-b833628e2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:33:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['8ae11637-2b3a-4c8c-a15b-c360916f2037'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:43.700542 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-12a66d11-8068-4a4e-95b2-f621cba20b83 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "PUT /v2.0/floatingips/747d33ad-e084-4d34-8d98-c8f848100c14 HTTP/1.1" status: 200 len: 992 time: 1.0571229 Jul 27 15:33:43.700542 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'tag': 'bd875b01-1fa3-46df-b071-0151f1189b66'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:33:43.703772 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234a6917-bcff-4c35-825b-b86c78d9c950" -d '{"events": [{"name": "network-changed", "server_uuid": "27c0a14c-8873-4689-9e66-43ba0b7c934a", "tag": "bd875b01-1fa3-46df-b071-0151f1189b66"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:33:43.749747 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-092ea17f-9c3f-462a-8777-24596927ae2c req-2e9c74a3-42b0-4569-8e26-861661d1d65d tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 210 time: 0.0327179 Jul 27 15:33:43.754667 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d26fa8-8060-48f9-9d90-4e29afe5128d x-openstack-request-id: req-05d26fa8-8060-48f9-9d90-4e29afe5128d {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:33:43.755088 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c0a14c-8873-4689-9e66-43ba0b7c934a", "tag": "bd875b01-1fa3-46df-b071-0151f1189b66", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:33:43.755492 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05d26fa8-8060-48f9-9d90-4e29afe5128d {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:33:43.756138 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d26fa8-8060-48f9-9d90-4e29afe5128d'] response: {'name': 'network-changed', 'server_uuid': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'tag': 'bd875b01-1fa3-46df-b071-0151f1189b66', 'status': 'completed', 'code': 200} Jul 27 15:33:43.782446 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-dfefc72c-92f6-4a14-87fb-b833628e2d8a None None] Set router 8ae11637-2b3a-4c8c-a15b-c360916f2037 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:33:43.943269 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:43.973669 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:44.031024 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-dfefc72c-92f6-4a14-87fb-b833628e2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '747d33ad-e084-4d34-8d98-c8f848100c14', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'port_id': 'bd875b01-1fa3-46df-b071-0151f1189b66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'mac_address': 'fa:16:3e:08:df:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:33:25Z', 'updated_at': '2022-07-27T15:33:43Z', 'revision_number': 1, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0172039e-4d78-431f-989e-eb964871cdcb', 'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'mac_address': 'fa:16:3e:ad:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:29:04Z', 'revision_number': 5, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'subnets': [{'id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:44.057375 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfefc72c-92f6-4a14-87fb-b833628e2d8a None None] Checking router: 8ae11637-2b3a-4c8c-a15b-c360916f2037 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:33:44.068319 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfefc72c-92f6-4a14-87fb-b833628e2d8a None None] Routers {'8ae11637-2b3a-4c8c-a15b-c360916f2037'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:33:44.069020 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-dfefc72c-92f6-4a14-87fb-b833628e2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:33:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['8ae11637-2b3a-4c8c-a15b-c360916f2037'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:44.203461 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-dfefc72c-92f6-4a14-87fb-b833628e2d8a None None] Set router 8ae11637-2b3a-4c8c-a15b-c360916f2037 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:33:44.452816 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-dfefc72c-92f6-4a14-87fb-b833628e2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '747d33ad-e084-4d34-8d98-c8f848100c14', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'port_id': 'bd875b01-1fa3-46df-b071-0151f1189b66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'mac_address': 'fa:16:3e:08:df:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:33:25Z', 'updated_at': '2022-07-27T15:33:43Z', 'revision_number': 1, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0172039e-4d78-431f-989e-eb964871cdcb', 'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'mac_address': 'fa:16:3e:ad:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:29:04Z', 'revision_number': 5, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'subnets': [{'id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:33:44.480048 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfefc72c-92f6-4a14-87fb-b833628e2d8a None None] The sync data for ids ['8ae11637-2b3a-4c8c-a15b-c360916f2037'] in dv-cinder-841315-2-iscsi is: [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '747d33ad-e084-4d34-8d98-c8f848100c14', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'floating_ip_address': '172.27.1.191', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'port_id': 'bd875b01-1fa3-46df-b071-0151f1189b66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'mac_address': 'fa:16:3e:08:df:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:33:25Z', 'updated_at': '2022-07-27T15:33:43Z', 'revision_number': 1, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0172039e-4d78-431f-989e-eb964871cdcb', 'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'mac_address': 'fa:16:3e:ad:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:29:04Z', 'revision_number': 5, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'subnets': [{'id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:33:44.680149 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca37aca-c07c-4678-9962-66f503416fb9 None None] New status for floating IP 747d33ad-e084-4d34-8d98-c8f848100c14: ACTIVE {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:33:44.718679 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:44.730279 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:44.787354 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:33:44.883443 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5e15edf0-e415-47f0-8e1c-57863162c992 req-5f878ce5-8040-4c9c-8eb4-d2e2a1e942f6 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 210 time: 0.0451217 Jul 27 15:33:44.964857 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a6917-bcff-4c35-825b-b86c78d9c950 req-2ca54d8c-5b6c-41d5-b963-83318dfeecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:44.968386 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-234a6917-bcff-4c35-825b-b86c78d9c950 req-2ca54d8c-5b6c-41d5-b963-83318dfeecba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddfdba8b75e643b485b2237ae070a1b2&device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 1130 time: 0.0522768 Jul 27 15:33:45.076896 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e233f-85cf-469f-998f-cead697369a0 req-53b58aa4-580c-4d42-a362-df2b4308c593 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:45.078794 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf4e233f-85cf-469f-998f-cead697369a0 req-53b58aa4-580c-4d42-a362-df2b4308c593 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.42 "GET /v2.0/networks?id=a03d84d0-4188-403f-a4d9-b8ed9de732b3 HTTP/1.1" status: 200 len: 812 time: 0.1642082 Jul 27 15:33:45.107794 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a6917-bcff-4c35-825b-b86c78d9c950 req-aab3eabe-e3b7-4391-ad74-043161961393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:45.109503 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-234a6917-bcff-4c35-825b-b86c78d9c950 req-aab3eabe-e3b7-4391-ad74-043161961393 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bad7c82a-807d-4c47-8386-1a6c9fb4e649 HTTP/1.1" status: 200 len: 917 time: 0.1288481 Jul 27 15:33:45.464748 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-234a6917-bcff-4c35-825b-b86c78d9c950 req-229d261e-769c-46aa-93f3-a62cbbf7e85c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd875b01-1fa3-46df-b071-0151f1189b66 HTTP/1.1" status: 200 len: 1002 time: 0.0630720 Jul 27 15:33:45.466462 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf4e233f-85cf-469f-998f-cead697369a0 req-c352b75e-3dac-4121-a8ac-c43fd733d233 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3fd186ce4ca4030b191309f43d43baa HTTP/1.1" status: 200 len: 380 time: 0.0657709 Jul 27 15:33:45.479201 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-bf4e233f-85cf-469f-998f-cead697369a0 req-cfda2387-d515-4202-8f5a-92811a0fe8a1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Request body: {'port': {'device_id': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'admin_state_up': True, 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'security_groups': ['ed47e54c-cfa4-4cff-9837-fe9e42d21b47']}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:33:45.528465 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a6917-bcff-4c35-825b-b86c78d9c950 req-b8d19141-6a0f-4793-9a74-a7d1d1be29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:45.530016 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-234a6917-bcff-4c35-825b-b86c78d9c950 req-b8d19141-6a0f-4793-9a74-a7d1d1be29bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40f6b828-0dfb-469f-8ba5-9835528b3b1e HTTP/1.1" status: 200 len: 855 time: 0.0546377 Jul 27 15:33:45.584992 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a6917-bcff-4c35-825b-b86c78d9c950 req-0544f158-a329-4487-a1d8-f59ea5b95a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:45.586516 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-234a6917-bcff-4c35-825b-b86c78d9c950 req-0544f158-a329-4487-a1d8-f59ea5b95a5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bad7c82a-807d-4c47-8386-1a6c9fb4e649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443573 Jul 27 15:33:45.609352 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4e233f-85cf-469f-998f-cead697369a0 req-cfda2387-d515-4202-8f5a-92811a0fe8a1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Made reservation on behalf of d3fd186ce4ca4030b191309f43d43baa for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:33:45.615626 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-bf4e233f-85cf-469f-998f-cead697369a0 req-cfda2387-d515-4202-8f5a-92811a0fe8a1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:45.688765 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-234a6917-bcff-4c35-825b-b86c78d9c950 req-102e45a2-7126-4a2d-acb3-803c2e632f44 service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917323 Jul 27 15:33:45.773730 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-bf4e233f-85cf-469f-998f-cead697369a0 req-cfda2387-d515-4202-8f5a-92811a0fe8a1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Allocated IP 172.20.0.13 (a03d84d0-4188-403f-a4d9-b8ed9de732b3/732f863c-5d62-47ba-8c31-618efdabdcdf/91e538f2-eb06-41ad-a122-92406428be4c) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:33:45.810587 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-234a6917-bcff-4c35-825b-b86c78d9c950 req-881d5366-9903-46f6-a382-d61b50aa534e service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103163 Jul 27 15:33:45.937466 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-bf4e233f-85cf-469f-998f-cead697369a0 req-cfda2387-d515-4202-8f5a-92811a0fe8a1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for port (91e538f2-eb06-41ad-a122-92406428be4c), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:45.982606 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-bf4e233f-85cf-469f-998f-cead697369a0 req-cfda2387-d515-4202-8f5a-92811a0fe8a1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (91e538f2-eb06-41ad-a122-92406428be4c), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:46.037536 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea578e26-cbfb-499e-ad46-500c2ab66ef7 req-ca54cf23-2a95-4a9a-b295-3236e99468ab tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:46.039133 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea578e26-cbfb-499e-ad46-500c2ab66ef7 req-ca54cf23-2a95-4a9a-b295-3236e99468ab tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 932 time: 0.0633183 Jul 27 15:33:46.113120 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ea578e26-cbfb-499e-ad46-500c2ab66ef7 req-16a6db17-1a91-40de-a6c4-1fabd1a92c27 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677991 Jul 27 15:33:46.311639 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4e233f-85cf-469f-998f-cead697369a0 req-cfda2387-d515-4202-8f5a-92811a0fe8a1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Network a03d84d0-4188-403f-a4d9-b8ed9de732b3 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:33:46.317623 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-bf4e233f-85cf-469f-998f-cead697369a0 req-cfda2387-d515-4202-8f5a-92811a0fe8a1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:33:46.321629 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4e233f-85cf-469f-998f-cead697369a0 req-cfda2387-d515-4202-8f5a-92811a0fe8a1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:33:46.326751 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e233f-85cf-469f-998f-cead697369a0 req-cfda2387-d515-4202-8f5a-92811a0fe8a1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:46.327364 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-bf4e233f-85cf-469f-998f-cead697369a0 req-cfda2387-d515-4202-8f5a-92811a0fe8a1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:46.331474 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda2387-d515-4202-8f5a-92811a0fe8a1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event updated for resources: {'Port': ['ID=91e538f2-eb06-41ad-a122-92406428be4c,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:46.340067 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:46.350338 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf4e233f-85cf-469f-998f-cead697369a0 req-cfda2387-d515-4202-8f5a-92811a0fe8a1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8745463 Jul 27 15:33:46.371366 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Request body: {'port': {'device_id': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:33:46.436932 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (91e538f2-eb06-41ad-a122-92406428be4c), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:46.447213 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:46.603205 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-452a07c1-b58b-4a7c-9aac-6e213062c6af None None] Provisioning complete for port 91e538f2-eb06-41ad-a122-92406428be4c triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:33:46.603791 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-452a07c1-b58b-4a7c-9aac-6e213062c6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (91e538f2-eb06-41ad-a122-92406428be4c), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:46.638752 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-452a07c1-b58b-4a7c-9aac-6e213062c6af None None] Port 91e538f2-eb06-41ad-a122-92406428be4c cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:33:46.718007 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e538f2-eb06-41ad-a122-92406428be4c {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:33:46.726434 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Publish callbacks [] for port (91e538f2-eb06-41ad-a122-92406428be4c), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:46.740705 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Transition to ACTIVE for port object 91e538f2-eb06-41ad-a122-92406428be4c will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:33:46.745281 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (91e538f2-eb06-41ad-a122-92406428be4c), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:46.803488 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Pushing event updated for resources: {'Port': ['ID=91e538f2-eb06-41ad-a122-92406428be4c,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:46.842021 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Attempting to bind port 91e538f2-eb06-41ad-a122-92406428be4c on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:33:46.842729 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Attempting to bind port 91e538f2-eb06-41ad-a122-92406428be4c by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:33:46.843138 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Attempting to bind port 91e538f2-eb06-41ad-a122-92406428be4c on network a03d84d0-4188-403f-a4d9-b8ed9de732b3 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:33:46.848240 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Port 91e538f2-eb06-41ad-a122-92406428be4c on network a03d84d0-4188-403f-a4d9-b8ed9de732b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:33:46.848573 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Attempting to bind port 91e538f2-eb06-41ad-a122-92406428be4c on network a03d84d0-4188-403f-a4d9-b8ed9de732b3 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:33:46.854683 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:33:46.855026 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Checking segment: {'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:33:46.855418 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Bound using segment: {'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:33:46.855919 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Bound port: 91e538f2-eb06-41ad-a122-92406428be4c, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:33:46.856293 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (91e538f2-eb06-41ad-a122-92406428be4c), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:46.933571 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] For port 91e538f2-eb06-41ad-a122-92406428be4c, host hv-cinder-84131, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:33:46.939640 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] For port 91e538f2-eb06-41ad-a122-92406428be4c, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=91e538f2-eb06-41ad-a122-92406428be4c,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:33:46.954050 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (91e538f2-eb06-41ad-a122-92406428be4c), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:46.998806 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:46.999439 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:47.000874 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf4e233f-85cf-469f-998f-cead697369a0 req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] 10.222.0.42 "PUT /v2.0/ports/91e538f2-eb06-41ad-a122-92406428be4c HTTP/1.1" status: 200 len: 1094 time: 0.6341164 Jul 27 15:33:47.001326 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'tag': '91e538f2-eb06-41ad-a122-92406428be4c'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:33:47.004216 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065dcc5d-e88b-43af-a994-c8f5cbcf4497" -d '{"events": [{"name": "network-changed", "server_uuid": "615fb0b3-46e9-4b6e-80d1-0dbcce67d082", "tag": "91e538f2-eb06-41ad-a122-92406428be4c"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:33:47.026616 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d32834-c78c-4896-8bf7-0717852c26f3 service neutron] Pushing event updated for resources: {'Port': ['ID=91e538f2-eb06-41ad-a122-92406428be4c,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:47.058780 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b42fbca-2e49-4f52-b008-ea5a23881e64 x-openstack-request-id: req-3b42fbca-2e49-4f52-b008-ea5a23881e64 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:33:47.059120 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615fb0b3-46e9-4b6e-80d1-0dbcce67d082", "tag": "91e538f2-eb06-41ad-a122-92406428be4c", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:33:47.059324 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b42fbca-2e49-4f52-b008-ea5a23881e64 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:33:47.059728 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b42fbca-2e49-4f52-b008-ea5a23881e64'] response: {'name': 'network-changed', 'server_uuid': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'tag': '91e538f2-eb06-41ad-a122-92406428be4c', 'status': 'completed', 'code': 200} Jul 27 15:33:47.084905 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-31859878-d80f-480c-9e4e-914200474d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:47.105673 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e233f-85cf-469f-998f-cead697369a0 req-8985d1c9-fff4-40ff-92d2-f356fd1936c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:47.108135 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf4e233f-85cf-469f-998f-cead697369a0 req-8985d1c9-fff4-40ff-92d2-f356fd1936c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd186ce4ca4030b191309f43d43baa&device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 1128 time: 0.0511107 Jul 27 15:33:47.162894 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf4e233f-85cf-469f-998f-cead697369a0 req-4e2d99af-c1ab-4b4e-afbd-474b8b5b981e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e538f2-eb06-41ad-a122-92406428be4c HTTP/1.1" status: 200 len: 217 time: 0.0396688 Jul 27 15:33:47.236525 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e233f-85cf-469f-998f-cead697369a0 req-9f996c3f-5aff-4200-99ab-cf744d01e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:47.237691 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf4e233f-85cf-469f-998f-cead697369a0 req-9f996c3f-5aff-4200-99ab-cf744d01e033 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=732f863c-5d62-47ba-8c31-618efdabdcdf HTTP/1.1" status: 200 len: 851 time: 0.0659986 Jul 27 15:33:47.258752 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f46fb-d78b-4326-ab6a-e31c12d1a422 req-d44da146-e745-4d89-8440-8e1114ce8ff1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:47.260468 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bf9f46fb-d78b-4326-ab6a-e31c12d1a422 req-d44da146-e745-4d89-8440-8e1114ce8ff1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 944 time: 0.0699711 Jul 27 15:33:47.303978 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e233f-85cf-469f-998f-cead697369a0 req-03f795be-289c-4722-8ba7-2a675484809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:47.306299 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf4e233f-85cf-469f-998f-cead697369a0 req-03f795be-289c-4722-8ba7-2a675484809a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a03d84d0-4188-403f-a4d9-b8ed9de732b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592747 Jul 27 15:33:47.336750 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-bf9f46fb-d78b-4326-ab6a-e31c12d1a422 req-1c978500-5b46-4a38-aa10-e57218ed9917 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692999 Jul 27 15:33:47.444965 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf4e233f-85cf-469f-998f-cead697369a0 req-5cbe0e36-8a90-4d5b-9fdd-46dbf2c9e202 service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318803 Jul 27 15:33:47.512345 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:47.545340 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:47.554105 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bf4e233f-85cf-469f-998f-cead697369a0 req-9cf89e58-9335-4467-83fb-432adc391ce4 service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024575 Jul 27 15:33:47.946124 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dcc5d-e88b-43af-a994-c8f5cbcf4497 req-d0a662ff-7b27-4860-a683-eb140b050c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:47.948283 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-065dcc5d-e88b-43af-a994-c8f5cbcf4497 req-d0a662ff-7b27-4860-a683-eb140b050c5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd186ce4ca4030b191309f43d43baa&device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 1128 time: 0.0485332 Jul 27 15:33:48.058531 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dcc5d-e88b-43af-a994-c8f5cbcf4497 req-1e9b0a11-e215-49a8-abe9-d52ac984d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:48.060062 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-065dcc5d-e88b-43af-a994-c8f5cbcf4497 req-1e9b0a11-e215-49a8-abe9-d52ac984d3b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a03d84d0-4188-403f-a4d9-b8ed9de732b3 HTTP/1.1" status: 200 len: 913 time: 0.1049228 Jul 27 15:33:48.104923 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-065dcc5d-e88b-43af-a994-c8f5cbcf4497 req-a781138c-445f-428d-9235-44024a9263e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e538f2-eb06-41ad-a122-92406428be4c HTTP/1.1" status: 200 len: 217 time: 0.0376942 Jul 27 15:33:48.174265 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dcc5d-e88b-43af-a994-c8f5cbcf4497 req-e0b293ab-b34b-4fee-ba7f-8030b2f7b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:48.176554 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-065dcc5d-e88b-43af-a994-c8f5cbcf4497 req-e0b293ab-b34b-4fee-ba7f-8030b2f7b639 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=732f863c-5d62-47ba-8c31-618efdabdcdf HTTP/1.1" status: 200 len: 851 time: 0.0636485 Jul 27 15:33:48.229385 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dcc5d-e88b-43af-a994-c8f5cbcf4497 req-08c86e7e-1a66-4465-a1a7-838e2e44c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:48.230898 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-065dcc5d-e88b-43af-a994-c8f5cbcf4497 req-08c86e7e-1a66-4465-a1a7-838e2e44c1d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a03d84d0-4188-403f-a4d9-b8ed9de732b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465665 Jul 27 15:33:48.336021 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-065dcc5d-e88b-43af-a994-c8f5cbcf4497 req-ccee88e8-15b6-41c7-a647-aef72da78cc2 service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981405 Jul 27 15:33:48.469112 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-065dcc5d-e88b-43af-a994-c8f5cbcf4497 req-e68813eb-3198-4517-8f4d-1a6bdf0b719b service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242809 Jul 27 15:33:48.514742 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb2e84-a044-41ed-ac27-1f6a91db0306 req-9cfe05bc-47c2-4227-a64a-13ed4c4ae9bd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:48.516396 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c4eb2e84-a044-41ed-ac27-1f6a91db0306 req-9cfe05bc-47c2-4227-a64a-13ed4c4ae9bd tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 944 time: 0.0649796 Jul 27 15:33:48.575326 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c4eb2e84-a044-41ed-ac27-1f6a91db0306 req-027a345c-068b-4768-aecc-bfce434fc754 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526657 Jul 27 15:33:49.295544 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8aaaccd2-8925-4bd9-8e08-90a964ed0713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:49.711058 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8c6c7-377a-4a11-9825-9ce4fb77f0ea req-8a85643b-2ec0-4658-9183-fd30603a9e51 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:49.713111 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fef8c6c7-377a-4a11-9825-9ce4fb77f0ea req-8a85643b-2ec0-4658-9183-fd30603a9e51 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 944 time: 0.0544577 Jul 27 15:33:49.786110 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fef8c6c7-377a-4a11-9825-9ce4fb77f0ea req-40b9678d-c0c9-4083-aa81-dc2eee94abb2 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643573 Jul 27 15:33:50.836954 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:50.919363 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b01dae-db87-4483-858f-ebdb9cbb8aef req-edec391c-c4bb-4671-8f2a-634142273cfe tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:50.921596 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23b01dae-db87-4483-858f-ebdb9cbb8aef req-edec391c-c4bb-4671-8f2a-634142273cfe tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 944 time: 0.0513260 Jul 27 15:33:50.961909 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:50.982360 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-23b01dae-db87-4483-858f-ebdb9cbb8aef req-5a4b4475-c2de-44d9-afe6-bbd01edb1a00 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531197 Jul 27 15:33:51.098588 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120feb22-c878-4546-b481-4c42560eddc8 req-e74a1b28-6a15-4d06-949c-83d8089973db tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:51.100212 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-120feb22-c878-4546-b481-4c42560eddc8 req-e74a1b28-6a15-4d06-949c-83d8089973db tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=339820f4-eeff-4d01-9541-08838ae46a4d HTTP/1.1" status: 200 len: 946 time: 0.0488431 Jul 27 15:33:51.152293 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-120feb22-c878-4546-b481-4c42560eddc8 req-eb2ba38d-721b-4b68-9b07-d785bc2443fd tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455434 Jul 27 15:33:52.062424 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:52.109902 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c4b8e-aecd-4bbc-b107-e2b0d6d69efb req-90a5eec0-a310-4413-9259-778de6bd5f56 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:52.111434 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-de7c4b8e-aecd-4bbc-b107-e2b0d6d69efb req-90a5eec0-a310-4413-9259-778de6bd5f56 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 944 time: 0.0538554 Jul 27 15:33:52.161138 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-de7c4b8e-aecd-4bbc-b107-e2b0d6d69efb req-438e52ea-63e2-4bf5-b132-5d633503eaa3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435340 Jul 27 15:33:52.251068 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:52.276518 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e57356-5bd5-4c3f-9227-201dad17b846 req-6c1be06b-711e-48dd-8ee6-44c343bb62c3 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:52.278014 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-66e57356-5bd5-4c3f-9227-201dad17b846 req-6c1be06b-711e-48dd-8ee6-44c343bb62c3 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=339820f4-eeff-4d01-9541-08838ae46a4d HTTP/1.1" status: 200 len: 946 time: 0.0527058 Jul 27 15:33:52.326823 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-66e57356-5bd5-4c3f-9227-201dad17b846 req-5ab58746-072e-4212-9ca6-9fa0a8b97c1f tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c1514f6-870f-4a17-8184-7ed556826dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431252 Jul 27 15:33:52.895484 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586370d5-1726-467a-a3e1-792b8861b6d2 req-98fecbd3-eab3-465c-946c-c8c068753ff4 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:52.896987 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-586370d5-1726-467a-a3e1-792b8861b6d2 req-98fecbd3-eab3-465c-946c-c8c068753ff4 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.42 "GET /v2.0/ports?device_id=339820f4-eeff-4d01-9541-08838ae46a4d HTTP/1.1" status: 200 len: 946 time: 0.0479445 Jul 27 15:33:53.111095 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-586370d5-1726-467a-a3e1-792b8861b6d2 req-12047609-2e5a-4102-8c3d-c237a2826cf4 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Deleting port e1ec7320-feb5-4ed7-acdf-8b51111a2c03 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:33:53.111437 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-586370d5-1726-467a-a3e1-792b8861b6d2 req-12047609-2e5a-4102-8c3d-c237a2826cf4 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (e1ec7320-feb5-4ed7-acdf-8b51111a2c03), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:53.162078 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:53.213199 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-586370d5-1726-467a-a3e1-792b8861b6d2 req-12047609-2e5a-4102-8c3d-c237a2826cf4 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] For port e1ec7320-feb5-4ed7-acdf-8b51111a2c03, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=e1ec7320-feb5-4ed7-acdf-8b51111a2c03,segment=NetworkSegment(6d008a43-9214-4382-9635-7edf89d1d1b3),segment_id=6d008a43-9214-4382-9635-7edf89d1d1b3)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:33:53.213569 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-586370d5-1726-467a-a3e1-792b8861b6d2 req-12047609-2e5a-4102-8c3d-c237a2826cf4 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (e1ec7320-feb5-4ed7-acdf-8b51111a2c03), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:53.227653 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-586370d5-1726-467a-a3e1-792b8861b6d2 req-12047609-2e5a-4102-8c3d-c237a2826cf4 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Calling delete_port for e1ec7320-feb5-4ed7-acdf-8b51111a2c03 owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:33:53.232948 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:53.293511 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa510b-7e87-450b-9463-91af52f18c39 req-86dd5d33-e5ed-46c4-9b34-3cc1d5cc5e69 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:53.295024 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b0fa510b-7e87-450b-9463-91af52f18c39 req-86dd5d33-e5ed-46c4-9b34-3cc1d5cc5e69 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 944 time: 0.0572875 Jul 27 15:33:53.344749 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:53.350971 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b0fa510b-7e87-450b-9463-91af52f18c39 req-f4a8ccdb-f2e2-4c17-8554-0a6bc6628816 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500379 Jul 27 15:33:53.379077 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-586370d5-1726-467a-a3e1-792b8861b6d2 req-12047609-2e5a-4102-8c3d-c237a2826cf4 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (e1ec7320-feb5-4ed7-acdf-8b51111a2c03), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:53.401780 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['e1ec7320-feb5-4ed7-acdf-8b51111a2c03'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:33:53.415891 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12047609-2e5a-4102-8c3d-c237a2826cf4 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Pushing event deleted for resources: {'Port': ['ID=e1ec7320-feb5-4ed7-acdf-8b51111a2c03,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:53.468467 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e90e544-5741-4bd4-ae46-909a1d78375c req-642537e9-1add-4fc4-89ab-9ba3488287bb tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.36 "GET /v2.0/ports?device_id=339820f4-eeff-4d01-9541-08838ae46a4d HTTP/1.1" status: 200 len: 210 time: 0.0560486 Jul 27 15:33:53.490718 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-586370d5-1726-467a-a3e1-792b8861b6d2 req-12047609-2e5a-4102-8c3d-c237a2826cf4 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] No DVR routers for this DVR port e1ec7320-feb5-4ed7-acdf-8b51111a2c03 on host hv-cinder-84131 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:33:53.493636 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-586370d5-1726-467a-a3e1-792b8861b6d2 req-12047609-2e5a-4102-8c3d-c237a2826cf4 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:53.498966 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-586370d5-1726-467a-a3e1-792b8861b6d2 req-12047609-2e5a-4102-8c3d-c237a2826cf4 tempest-VolumesSnapshotTestJSON-1075480198 tempest-VolumesSnapshotTestJSON-1075480198-project] 10.222.0.42 "DELETE /v2.0/ports/e1ec7320-feb5-4ed7-acdf-8b51111a2c03 HTTP/1.1" status: 204 len: 173 time: 0.4714665 Jul 27 15:33:53.499727 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339820f4-eeff-4d01-9541-08838ae46a4d', 'name': 'network-vif-deleted', 'tag': 'e1ec7320-feb5-4ed7-acdf-8b51111a2c03'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:33:53.502556 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210f6a4f-23a5-422b-9aea-d44ad6e95183" -d '{"events": [{"server_uuid": "339820f4-eeff-4d01-9541-08838ae46a4d", "name": "network-vif-deleted", "tag": "e1ec7320-feb5-4ed7-acdf-8b51111a2c03"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:33:53.542475 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427f4ce8-c31c-45a6-9e80-dc98979f7b6a x-openstack-request-id: req-427f4ce8-c31c-45a6-9e80-dc98979f7b6a {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:33:53.542806 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339820f4-eeff-4d01-9541-08838ae46a4d", "name": "network-vif-deleted", "tag": "e1ec7320-feb5-4ed7-acdf-8b51111a2c03", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:33:53.543089 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-427f4ce8-c31c-45a6-9e80-dc98979f7b6a {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:33:53.543519 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427f4ce8-c31c-45a6-9e80-dc98979f7b6a'] response: {'server_uuid': '339820f4-eeff-4d01-9541-08838ae46a4d', 'name': 'network-vif-deleted', 'tag': 'e1ec7320-feb5-4ed7-acdf-8b51111a2c03', 'status': 'completed', 'code': 200} Jul 27 15:33:54.456098 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=40 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:54.472588 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefc398-2f35-4061-b281-62c412f050b2 req-48b39ae5-00a4-4223-91b1-bbe237f9d4e5 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:54.473992 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3aefc398-2f35-4061-b281-62c412f050b2 req-48b39ae5-00a4-4223-91b1-bbe237f9d4e5 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 944 time: 0.0506821 Jul 27 15:33:54.526147 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3aefc398-2f35-4061-b281-62c412f050b2 req-4e236957-f78c-4a3c-b134-ab00615ebbb4 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460896 Jul 27 15:33:54.780132 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=48 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:55.542749 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 91e538f2-eb06-41ad-a122-92406428be4c details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:33:55.546156 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device e1ec7320-feb5-4ed7-acdf-8b51111a2c03 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:33:55.574002 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: e1ec7320-feb5-4ed7-acdf-8b51111a2c03 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:33:55.574356 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device e1ec7320-feb5-4ed7-acdf-8b51111a2c03 not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:33:55.664464 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcd393-c9f9-4ade-9a5c-f133d5bf5dba req-10839330-150a-4b38-b87f-b44520be3174 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:55.665991 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-22bcd393-c9f9-4ade-9a5c-f133d5bf5dba req-10839330-150a-4b38-b87f-b44520be3174 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 944 time: 0.0595732 Jul 27 15:33:55.696988 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 91e538f2-eb06-41ad-a122-92406428be4c, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=91e538f2-eb06-41ad-a122-92406428be4c,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:33:55.713053 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': '91e538f2-eb06-41ad-a122-92406428be4c', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'port_id': '91e538f2-eb06-41ad-a122-92406428be4c', 'mac_address': 'fa:16:3e:25:56:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:33:55.721058 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-22bcd393-c9f9-4ade-9a5c-f133d5bf5dba req-2d1104fe-f1b4-44b0-8f7a-d73a4f787677 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491736 Jul 27 15:33:55.750815 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 91e538f2-eb06-41ad-a122-92406428be4c is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:33:55.751312 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (91e538f2-eb06-41ad-a122-92406428be4c), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:55.766100 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e538f2-eb06-41ad-a122-92406428be4c {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:33:55.787527 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 91e538f2-eb06-41ad-a122-92406428be4c, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=91e538f2-eb06-41ad-a122-92406428be4c,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:33:55.792490 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (91e538f2-eb06-41ad-a122-92406428be4c), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:55.845431 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=91e538f2-eb06-41ad-a122-92406428be4c,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:56.072365 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['91e538f2-eb06-41ad-a122-92406428be4c'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:33:56.861494 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fe7c3-f2ff-4528-a7c7-87eb824d606f req-94f1e3d2-a7d2-455f-a8c9-74a0d6820430 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:56.863025 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f63fe7c3-f2ff-4528-a7c7-87eb824d606f req-94f1e3d2-a7d2-455f-a8c9-74a0d6820430 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 945 time: 0.0538425 Jul 27 15:33:56.923596 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f63fe7c3-f2ff-4528-a7c7-87eb824d606f req-a56c069e-8abf-4751-a0e2-6695770a25f0 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501604 Jul 27 15:33:58.055029 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3231a9-1b7a-45a9-a865-96eb854b0dd9 req-d458aaec-2e83-43e9-be30-0a490752e2a2 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:58.056531 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dc3231a9-1b7a-45a9-a865-96eb854b0dd9 req-d458aaec-2e83-43e9-be30-0a490752e2a2 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 945 time: 0.0486836 Jul 27 15:33:58.120303 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dc3231a9-1b7a-45a9-a865-96eb854b0dd9 req-2844921d-b944-4c1d-a7e6-742e156c30ec tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561392 Jul 27 15:33:59.256591 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbd184-747f-4ea5-b678-5481a25bc862 req-372484dc-1423-4ca4-ac9d-304ad38dba6b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:59.258541 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cedbd184-747f-4ea5-b678-5481a25bc862 req-372484dc-1423-4ca4-ac9d-304ad38dba6b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 945 time: 0.0605240 Jul 27 15:33:59.322239 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cedbd184-747f-4ea5-b678-5481a25bc862 req-8c3230b3-af3d-4781-8a52-bf15401dbf76 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580049 Jul 27 15:33:59.353678 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 91e538f2-eb06-41ad-a122-92406428be4c up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:33:59.380244 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:59.390256 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:33:59.413248 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port 91e538f2-eb06-41ad-a122-92406428be4c completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:33:59.420317 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port 91e538f2-eb06-41ad-a122-92406428be4c triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:33:59.420728 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (91e538f2-eb06-41ad-a122-92406428be4c), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:59.522089 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 91e538f2-eb06-41ad-a122-92406428be4c is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:33:59.522657 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (91e538f2-eb06-41ad-a122-92406428be4c), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:59.560442 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e538f2-eb06-41ad-a122-92406428be4c'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:33:59.563148 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d81687-a121-4b89-8a3c-0115ef592591" -d '{"events": [{"server_uuid": "615fb0b3-46e9-4b6e-80d1-0dbcce67d082", "name": "network-vif-plugged", "status": "completed", "tag": "91e538f2-eb06-41ad-a122-92406428be4c"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:33:59.577903 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 91e538f2-eb06-41ad-a122-92406428be4c, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=91e538f2-eb06-41ad-a122-92406428be4c,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:33:59.583330 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (91e538f2-eb06-41ad-a122-92406428be4c), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:33:59.625241 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656fb22b-ed1a-4703-9a57-2b67f57c06ce x-openstack-request-id: req-656fb22b-ed1a-4703-9a57-2b67f57c06ce {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:33:59.625555 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615fb0b3-46e9-4b6e-80d1-0dbcce67d082", "name": "network-vif-plugged", "status": "completed", "tag": "91e538f2-eb06-41ad-a122-92406428be4c", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:33:59.625986 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-656fb22b-ed1a-4703-9a57-2b67f57c06ce {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:33:59.626379 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656fb22b-ed1a-4703-9a57-2b67f57c06ce'] response: {'server_uuid': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e538f2-eb06-41ad-a122-92406428be4c', 'code': 200} Jul 27 15:33:59.652311 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=91e538f2-eb06-41ad-a122-92406428be4c,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:33:59.948099 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625929bb-7a21-4587-943f-2ac80c1a0fad req-5c7022b4-b28b-4eb3-86fc-67170abc58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:33:59.949725 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-625929bb-7a21-4587-943f-2ac80c1a0fad req-5c7022b4-b28b-4eb3-86fc-67170abc58bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 1130 time: 0.1044793 Jul 27 15:34:00.004248 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-625929bb-7a21-4587-943f-2ac80c1a0fad req-02262392-200a-4ccf-89de-cefe4f8b9d62 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472066 Jul 27 15:34:00.468277 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d55de-9645-4066-a38e-9c6754e6f1b7 req-b2b7f46b-b131-4d00-8e75-c75532fc6c85 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:00.469985 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-667d55de-9645-4066-a38e-9c6754e6f1b7 req-b2b7f46b-b131-4d00-8e75-c75532fc6c85 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 946 time: 0.0626905 Jul 27 15:34:00.523507 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-667d55de-9645-4066-a38e-9c6754e6f1b7 req-7555b166-0848-43b3-af67-6b2b38d9ba95 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469041 Jul 27 15:34:01.668205 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825def57-06c9-4e0c-9a40-14c79d101564 req-97263b0a-3271-4e23-992a-54835ba81ef6 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:01.669776 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-825def57-06c9-4e0c-9a40-14c79d101564 req-97263b0a-3271-4e23-992a-54835ba81ef6 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 946 time: 0.0510008 Jul 27 15:34:01.729849 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-825def57-06c9-4e0c-9a40-14c79d101564 req-06777e19-03d1-41fe-85ee-5078e01700e5 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536604 Jul 27 15:34:02.469646 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5e6f6-46e5-4273-ac99-29ec02454bd4 req-3110a450-f96a-4c27-b52b-f8cea6c0b9e9 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:02.471550 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4db5e6f6-46e5-4273-ac99-29ec02454bd4 req-3110a450-f96a-4c27-b52b-f8cea6c0b9e9 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0741589 Jul 27 15:34:02.546432 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4db5e6f6-46e5-4273-ac99-29ec02454bd4 req-79a8f7ef-1394-4e59-8884-f08defd07242 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681443 Jul 27 15:34:02.863715 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ad0c5-3a71-4629-9b2b-0aee7ebadf91 req-407551aa-8772-4fae-bbde-c0bd739a40e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:02.866144 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ec9ad0c5-3a71-4629-9b2b-0aee7ebadf91 req-407551aa-8772-4fae-bbde-c0bd739a40e3 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 946 time: 0.0571194 Jul 27 15:34:02.937007 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ec9ad0c5-3a71-4629-9b2b-0aee7ebadf91 req-4d232713-4a2b-480d-b069-338b5b039eff tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644786 Jul 27 15:34:03.081596 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ebfb5-393b-4b93-9cbb-697e0c0fb75e req-a5ae1c17-4dfe-4496-8a28-ef475e221b18 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:03.083655 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6e5ebfb5-393b-4b93-9cbb-697e0c0fb75e req-a5ae1c17-4dfe-4496-8a28-ef475e221b18 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 946 time: 0.0608571 Jul 27 15:34:03.135083 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6e5ebfb5-393b-4b93-9cbb-697e0c0fb75e req-b6421306-91c7-4c58-82d6-4739ee705d7e tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459015 Jul 27 15:34:03.162648 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 44824) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:03.201672 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6b2883-1e5f-49ca-bcdd-b89a81931276 tempest-TestVolumeBootPattern-369566900 tempest-TestVolumeBootPattern-369566900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:03.203254 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-fb6b2883-1e5f-49ca-bcdd-b89a81931276 tempest-TestVolumeBootPattern-369566900 tempest-TestVolumeBootPattern-369566900-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 1125 time: 0.0395517 Jul 27 15:34:03.206199 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 44826) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:03.210936 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Request body: {'floatingip': {'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'port_id': '91e538f2-eb06-41ad-a122-92406428be4c', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:03.215349 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:03.234767 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:03.249333 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:03.322260 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:03.449537 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Allocated IP 172.27.1.57 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/d55aea45-cdf6-4fa3-be6d-2ad5c91fcc0c) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:34:03.580805 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for port (d55aea45-cdf6-4fa3-be6d-2ad5c91fcc0c), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:03.617841 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (d55aea45-cdf6-4fa3-be6d-2ad5c91fcc0c), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:03.717761 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:34:03.723759 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:34:03.729473 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event updated for resources: {'Port': ['ID=d55aea45-cdf6-4fa3-be6d-2ad5c91fcc0c,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:03.734851 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:34:03.752012 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e042952-8220-498f-9f69-11c28889e835 req-346fa71b-3061-43c1-9abe-5efe531c79b8 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:03.754441 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9e042952-8220-498f-9f69-11c28889e835 req-346fa71b-3061-43c1-9abe-5efe531c79b8 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.1015677 Jul 27 15:34:03.864194 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9e042952-8220-498f-9f69-11c28889e835 req-9326a6b7-9daf-4a63-941c-805f017e790c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879800 Jul 27 15:34:04.158915 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:04.168110 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for floatingip (110bd7f1-8545-46bd-8231-e58e225b2eef), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:04.212666 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:04.247289 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d55aea45-cdf6-4fa3-be6d-2ad5c91fcc0c), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:04.404073 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for port (d55aea45-cdf6-4fa3-be6d-2ad5c91fcc0c), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:04.409309 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (d55aea45-cdf6-4fa3-be6d-2ad5c91fcc0c), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:04.446977 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (110bd7f1-8545-46bd-8231-e58e225b2eef), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:04.492663 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event updated for resources: {'Port': ['ID=d55aea45-cdf6-4fa3-be6d-2ad5c91fcc0c,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:04.559641 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Floating IP 110bd7f1-8545-46bd-8231-e58e225b2eef associated. External IP: 172.27.1.57, port: 91e538f2-eb06-41ad-a122-92406428be4c. Jul 27 15:34:04.765105 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Router 03772c83-407b-4810-9990-a9bb0d45ec7f has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:34:04.881401 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:34:04.891983 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd680e-d0c8-4210-9919-43ad18118b07 None None] Sync routers for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:34:04.904261 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd680e-d0c8-4210-9919-43ad18118b07 None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:34:04.905144 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-c3fd680e-d0c8-4210-9919-43ad18118b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:33:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:04.908334 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:04.974557 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-05717072-061b-481b-9ca6-20c9330b6697 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7652547 Jul 27 15:34:04.974557 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'tag': '91e538f2-eb06-41ad-a122-92406428be4c'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:34:04.978984 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf40da4-a2bb-4335-a94c-e29061680b77" -d '{"events": [{"name": "network-changed", "server_uuid": "615fb0b3-46e9-4b6e-80d1-0dbcce67d082", "tag": "91e538f2-eb06-41ad-a122-92406428be4c"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:34:05.020988 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-c3fd680e-d0c8-4210-9919-43ad18118b07 None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:34:05.033840 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90b77c-1abd-4bcf-8023-cd8d0056aacc req-7ad78929-5786-4cf8-b8f8-fd7e65745fe6 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:05.035497 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2e90b77c-1abd-4bcf-8023-cd8d0056aacc req-7ad78929-5786-4cf8-b8f8-fd7e65745fe6 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0486829 Jul 27 15:34:05.092324 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7f1dfc-e7c6-4234-8a33-3c4c4a159e5b x-openstack-request-id: req-3b7f1dfc-e7c6-4234-8a33-3c4c4a159e5b {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:34:05.092618 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615fb0b3-46e9-4b6e-80d1-0dbcce67d082", "tag": "91e538f2-eb06-41ad-a122-92406428be4c", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:34:05.092875 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b7f1dfc-e7c6-4234-8a33-3c4c4a159e5b {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:34:05.093286 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7f1dfc-e7c6-4234-8a33-3c4c4a159e5b'] response: {'name': 'network-changed', 'server_uuid': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'tag': '91e538f2-eb06-41ad-a122-92406428be4c', 'status': 'completed', 'code': 200} Jul 27 15:34:05.095885 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2e90b77c-1abd-4bcf-8023-cd8d0056aacc req-66486df9-dc31-48a6-99a5-798899e72c29 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544412 Jul 27 15:34:05.339456 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-c3fd680e-d0c8-4210-9919-43ad18118b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '110bd7f1-8545-46bd-8231-e58e225b2eef', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'port_id': '91e538f2-eb06-41ad-a122-92406428be4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'mac_address': 'fa:16:3e:25:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:03Z', 'updated_at': '2022-07-27T15:34:03Z', 'revision_number': 0, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:05.365788 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd680e-d0c8-4210-9919-43ad18118b07 None None] Checking router: 03772c83-407b-4810-9990-a9bb0d45ec7f for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:34:05.374210 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd680e-d0c8-4210-9919-43ad18118b07 None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:34:05.374822 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-c3fd680e-d0c8-4210-9919-43ad18118b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:33:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:05.478914 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-c3fd680e-d0c8-4210-9919-43ad18118b07 None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:34:05.701756 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-c3fd680e-d0c8-4210-9919-43ad18118b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '110bd7f1-8545-46bd-8231-e58e225b2eef', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'port_id': '91e538f2-eb06-41ad-a122-92406428be4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'mac_address': 'fa:16:3e:25:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:03Z', 'updated_at': '2022-07-27T15:34:03Z', 'revision_number': 0, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:05.728733 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd680e-d0c8-4210-9919-43ad18118b07 None None] The sync data for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi is: [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '110bd7f1-8545-46bd-8231-e58e225b2eef', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'port_id': '91e538f2-eb06-41ad-a122-92406428be4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'mac_address': 'fa:16:3e:25:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:03Z', 'updated_at': '2022-07-27T15:34:03Z', 'revision_number': 0, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:34:05.939646 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bcb3de-74b1-45ae-b4c5-a978726fef52 None None] New status for floating IP 110bd7f1-8545-46bd-8231-e58e225b2eef: ACTIVE {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:34:06.237562 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed49ca3-67f3-479f-a2fa-247647879be6 req-6bfb9d22-5f21-4b57-a51b-5d363801ccbe tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:06.239104 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3ed49ca3-67f3-479f-a2fa-247647879be6 req-6bfb9d22-5f21-4b57-a51b-5d363801ccbe tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0561469 Jul 27 15:34:06.294090 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3ed49ca3-67f3-479f-a2fa-247647879be6 req-f96cce30-9f1e-4e3c-98c7-d7d9cece3e31 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489683 Jul 27 15:34:06.356430 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ff6ed-0ba2-4209-a1db-74d63dee50e0 req-baa22b50-d59a-4677-9b6f-b63a88fea8f6 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:06.357840 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d90ff6ed-0ba2-4209-a1db-74d63dee50e0 req-baa22b50-d59a-4677-9b6f-b63a88fea8f6 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0508668 Jul 27 15:34:06.415887 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d90ff6ed-0ba2-4209-a1db-74d63dee50e0 req-800bc354-808e-4a40-bc22-7566497ce678 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494289 Jul 27 15:34:06.774637 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf40da4-a2bb-4335-a94c-e29061680b77 req-843f6157-3541-4e70-b570-947ae969c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:06.776245 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bdf40da4-a2bb-4335-a94c-e29061680b77 req-843f6157-3541-4e70-b570-947ae969c949 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd186ce4ca4030b191309f43d43baa&device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 1130 time: 0.0445926 Jul 27 15:34:07.371881 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:07.407487 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:07.419583 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f33ba-88e1-4c45-b54a-46847b358ac1 req-2aed870c-a1b7-484a-b4ab-c035e9901ff9 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:07.421047 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eb7f33ba-88e1-4c45-b54a-46847b358ac1 req-2aed870c-a1b7-484a-b4ab-c035e9901ff9 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0478778 Jul 27 15:34:07.446157 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:07.471225 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eb7f33ba-88e1-4c45-b54a-46847b358ac1 req-a5df5226-db40-498b-a8cd-d29f89373f2e tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443640 Jul 27 15:34:07.538779 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587b159-3e57-4f62-a1b2-582c6e27a23f req-b0423cb3-ac0b-4775-9c4c-21786aadcec2 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:07.540291 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5587b159-3e57-4f62-a1b2-582c6e27a23f req-b0423cb3-ac0b-4775-9c4c-21786aadcec2 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0486712 Jul 27 15:34:07.588165 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5587b159-3e57-4f62-a1b2-582c6e27a23f req-25d3839a-3700-4150-8abf-10da339fa505 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421839 Jul 27 15:34:08.592017 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03d295-c2f3-4816-98ce-c25112570a6f req-2e497459-302e-4970-9ec8-cdbaf7540c70 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:08.593456 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5c03d295-c2f3-4816-98ce-c25112570a6f req-2e497459-302e-4970-9ec8-cdbaf7540c70 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0495508 Jul 27 15:34:08.641479 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5c03d295-c2f3-4816-98ce-c25112570a6f req-98c76b54-9099-4297-b413-672a449d2814 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c680bf7-5339-4671-820e-bdb8584daee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425007 Jul 27 15:34:08.714646 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157cc1a-07f4-42dc-a634-74626ebb8d34 req-a1af130a-8d1b-4de5-8562-64685fe007a1 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:08.716070 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e157cc1a-07f4-42dc-a634-74626ebb8d34 req-a1af130a-8d1b-4de5-8562-64685fe007a1 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0473700 Jul 27 15:34:08.762677 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e157cc1a-07f4-42dc-a634-74626ebb8d34 req-8a4f6377-916e-4d74-a168-fe66ca15b007 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411432 Jul 27 15:34:08.906636 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf40da4-a2bb-4335-a94c-e29061680b77 req-2922dd53-5e9d-43b9-b97c-2a4c43f6b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:08.908136 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bdf40da4-a2bb-4335-a94c-e29061680b77 req-2922dd53-5e9d-43b9-b97c-2a4c43f6b324 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a03d84d0-4188-403f-a4d9-b8ed9de732b3 HTTP/1.1" status: 200 len: 913 time: 0.0845726 Jul 27 15:34:09.058041 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bdf40da4-a2bb-4335-a94c-e29061680b77 req-6353eff0-516d-4a3d-9376-4cf5a285bf02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e538f2-eb06-41ad-a122-92406428be4c HTTP/1.1" status: 200 len: 1001 time: 0.0629196 Jul 27 15:34:09.077032 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34797387-fdd1-4b2f-bcad-3f108bb5ccf7 req-53bfae9b-a766-46d0-9bd0-89f758e13b85 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:09.078772 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-34797387-fdd1-4b2f-bcad-3f108bb5ccf7 req-53bfae9b-a766-46d0-9bd0-89f758e13b85 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.42 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 945 time: 0.0535879 Jul 27 15:34:09.160904 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:09.205995 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18844a36-d4a1-4bbf-9808-0136285420df req-2fa2eb54-1ec3-4d19-b649-d6d1615d024a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:09.207592 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-18844a36-d4a1-4bbf-9808-0136285420df req-2fa2eb54-1ec3-4d19-b649-d6d1615d024a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0789778 Jul 27 15:34:09.209115 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf40da4-a2bb-4335-a94c-e29061680b77 req-57ce8c47-5d59-43ea-86f9-b9075257e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:09.211023 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bdf40da4-a2bb-4335-a94c-e29061680b77 req-57ce8c47-5d59-43ea-86f9-b9075257e9d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=732f863c-5d62-47ba-8c31-618efdabdcdf HTTP/1.1" status: 200 len: 851 time: 0.0911138 Jul 27 15:34:09.216742 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-34797387-fdd1-4b2f-bcad-3f108bb5ccf7 req-32870973-b684-4f17-8708-ad62f8811238 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Deleting port 074b3654-7c9f-4b7d-9969-0aac69d537aa {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:34:09.217126 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-34797387-fdd1-4b2f-bcad-3f108bb5ccf7 req-32870973-b684-4f17-8708-ad62f8811238 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (074b3654-7c9f-4b7d-9969-0aac69d537aa), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:09.299891 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf40da4-a2bb-4335-a94c-e29061680b77 req-0e99cc4c-aa66-450a-b6b0-ed326702456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:09.301381 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bdf40da4-a2bb-4335-a94c-e29061680b77 req-0e99cc4c-aa66-450a-b6b0-ed326702456e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a03d84d0-4188-403f-a4d9-b8ed9de732b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793042 Jul 27 15:34:09.319353 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-34797387-fdd1-4b2f-bcad-3f108bb5ccf7 req-32870973-b684-4f17-8708-ad62f8811238 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] For port 074b3654-7c9f-4b7d-9969-0aac69d537aa, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=074b3654-7c9f-4b7d-9969-0aac69d537aa,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:09.319722 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-34797387-fdd1-4b2f-bcad-3f108bb5ccf7 req-32870973-b684-4f17-8708-ad62f8811238 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (074b3654-7c9f-4b7d-9969-0aac69d537aa), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:09.418519 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:09.496525 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-34797387-fdd1-4b2f-bcad-3f108bb5ccf7 req-32870973-b684-4f17-8708-ad62f8811238 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:09.496806 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-34797387-fdd1-4b2f-bcad-3f108bb5ccf7 req-32870973-b684-4f17-8708-ad62f8811238 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (c165f6e4-8309-4355-a4f2-6e71814480b7), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:09.497126 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.l3_db [req-34797387-fdd1-4b2f-bcad-3f108bb5ccf7 req-32870973-b684-4f17-8708-ad62f8811238 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Floating IP c165f6e4-8309-4355-a4f2-6e71814480b7 disassociated. External IP: 172.27.1.177, port: 074b3654-7c9f-4b7d-9969-0aac69d537aa. Jul 27 15:34:09.497523 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-34797387-fdd1-4b2f-bcad-3f108bb5ccf7 req-32870973-b684-4f17-8708-ad62f8811238 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Calling delete_port for 074b3654-7c9f-4b7d-9969-0aac69d537aa owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:34:09.632791 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-18844a36-d4a1-4bbf-9808-0136285420df req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Deleting port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:34:09.633448 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-18844a36-d4a1-4bbf-9808-0136285420df req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (3f864415-ce7a-4cf3-afb1-cbde9b6bb602), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:09.634937 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-34797387-fdd1-4b2f-bcad-3f108bb5ccf7 req-32870973-b684-4f17-8708-ad62f8811238 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (074b3654-7c9f-4b7d-9969-0aac69d537aa), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:09.661543 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32870973-b684-4f17-8708-ad62f8811238 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Pushing event deleted for resources: {'Port': ['ID=074b3654-7c9f-4b7d-9969-0aac69d537aa,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:09.730381 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bdf40da4-a2bb-4335-a94c-e29061680b77 req-05a3e58c-1657-4df5-810e-8e03daf7605f service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114292 Jul 27 15:34:09.777827 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34797387-fdd1-4b2f-bcad-3f108bb5ccf7 req-32870973-b684-4f17-8708-ad62f8811238 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Router 86061384-2070-4015-9452-2bc9aa9bb76b has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:34:09.822573 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ada944cf-8d18-4460-bafc-d0a9e2c9365f req-0f3ce046-236b-4cf3-9a43-b7f081d87cd0 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a2ca90-8534-41a1-b3e4-4a02f4deba86 HTTP/1.1" status: 200 len: 210 time: 0.0851650 Jul 27 15:34:09.830757 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-18844a36-d4a1-4bbf-9808-0136285420df req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] For port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3f864415-ce7a-4cf3-afb1-cbde9b6bb602,segment=NetworkSegment(0d782dbe-2f4f-4b48-ac38-39f77cc9248d),segment_id=0d782dbe-2f4f-4b48-ac38-39f77cc9248d)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:09.831127 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-18844a36-d4a1-4bbf-9808-0136285420df req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (3f864415-ce7a-4cf3-afb1-cbde9b6bb602), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:09.929001 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee99f49-c7a4-4211-9fda-e26c668b2366 req-fbf81e29-46c9-45b6-bc2a-50f1c3b13ee6 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:09.930472 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4ee99f49-c7a4-4211-9fda-e26c668b2366 req-fbf81e29-46c9-45b6-bc2a-50f1c3b13ee6 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 945 time: 0.0615017 Jul 27 15:34:09.933292 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34797387-fdd1-4b2f-bcad-3f108bb5ccf7 req-32870973-b684-4f17-8708-ad62f8811238 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:34:09.944951 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3c8a4-7e0f-4321-b221-d07bcdc52d62 None None] Sync routers for ids ['86061384-2070-4015-9452-2bc9aa9bb76b'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:34:09.956725 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c3c8a4-7e0f-4321-b221-d07bcdc52d62 None None] Routers {'86061384-2070-4015-9452-2bc9aa9bb76b'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:34:09.957279 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-05c3c8a4-7e0f-4321-b221-d07bcdc52d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:33:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['86061384-2070-4015-9452-2bc9aa9bb76b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:09.962522 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bdf40da4-a2bb-4335-a94c-e29061680b77 req-adbe24dd-6cad-4cf4-a410-b03ad1f71d8b service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140987 Jul 27 15:34:10.001190 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-34797387-fdd1-4b2f-bcad-3f108bb5ccf7 req-32870973-b684-4f17-8708-ad62f8811238 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] No DVR routers for this DVR port 074b3654-7c9f-4b7d-9969-0aac69d537aa on host hv-cinder-84131 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:34:10.005274 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-34797387-fdd1-4b2f-bcad-3f108bb5ccf7 req-32870973-b684-4f17-8708-ad62f8811238 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:10.008669 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-34797387-fdd1-4b2f-bcad-3f108bb5ccf7 req-32870973-b684-4f17-8708-ad62f8811238 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.42 "DELETE /v2.0/ports/074b3654-7c9f-4b7d-9969-0aac69d537aa HTTP/1.1" status: 204 len: 173 time: 0.8831265 Jul 27 15:34:10.009149 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'name': 'network-vif-deleted', 'tag': '074b3654-7c9f-4b7d-9969-0aac69d537aa'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:34:10.011405 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dbbb5b-478a-4014-9cb8-52ea879f9fdc" -d '{"events": [{"server_uuid": "77a2ca90-8534-41a1-b3e4-4a02f4deba86", "name": "network-vif-deleted", "tag": "074b3654-7c9f-4b7d-9969-0aac69d537aa"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:34:10.029656 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4ee99f49-c7a4-4211-9fda-e26c668b2366 req-e03de66f-4cdd-448d-ad9a-2c2d896d49c9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6a93dbd-f123-42a6-b19a-54f90bab0292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891268 Jul 27 15:34:10.061012 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-18844a36-d4a1-4bbf-9808-0136285420df req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:10.061392 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-18844a36-d4a1-4bbf-9808-0136285420df req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (5eef577f-2c12-49b2-8390-98ee2f5a8f2d), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:10.061714 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.l3_db [req-18844a36-d4a1-4bbf-9808-0136285420df req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Floating IP 5eef577f-2c12-49b2-8390-98ee2f5a8f2d disassociated. External IP: 172.27.1.144, port: 3f864415-ce7a-4cf3-afb1-cbde9b6bb602. Jul 27 15:34:10.062121 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-18844a36-d4a1-4bbf-9808-0136285420df req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Calling delete_port for 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:34:10.124240 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-05c3c8a4-7e0f-4321-b221-d07bcdc52d62 None None] Set router 86061384-2070-4015-9452-2bc9aa9bb76b gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:34:10.133301 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:10.133942 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:10.170034 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e6b1f2-f4f3-4ff3-a112-378f8df0cffc x-openstack-request-id: req-c2e6b1f2-f4f3-4ff3-a112-378f8df0cffc {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:34:10.170494 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a2ca90-8534-41a1-b3e4-4a02f4deba86", "name": "network-vif-deleted", "tag": "074b3654-7c9f-4b7d-9969-0aac69d537aa", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:34:10.170606 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2e6b1f2-f4f3-4ff3-a112-378f8df0cffc {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:34:10.171066 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e6b1f2-f4f3-4ff3-a112-378f8df0cffc'] response: {'server_uuid': '77a2ca90-8534-41a1-b3e4-4a02f4deba86', 'name': 'network-vif-deleted', 'tag': '074b3654-7c9f-4b7d-9969-0aac69d537aa', 'status': 'completed', 'code': 200} Jul 27 15:34:10.248247 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:10.260990 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-18844a36-d4a1-4bbf-9808-0136285420df req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (3f864415-ce7a-4cf3-afb1-cbde9b6bb602), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:10.300460 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:10.308793 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event deleted for resources: {'Port': ['ID=3f864415-ce7a-4cf3-afb1-cbde9b6bb602,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:10.319984 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:10.320337 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:10.320785 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:10.321324 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:10.321498 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:10.321781 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:10.322112 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:10.322447 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:10.322762 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:10.323083 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:10.323406 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:10.323728 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:10.324078 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:10.324395 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:10.324712 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:10.349206 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-05c3c8a4-7e0f-4321-b221-d07bcdc52d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:34Z', 'revision_number': 4, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port': {'id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'f1c999a5-021a-47ba-90b6-f38497c4f5ff', 'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'mac_address': 'fa:16:3e:2a:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:45Z', 'revision_number': 5, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'subnets': [{'id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:10.380816 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3c8a4-7e0f-4321-b221-d07bcdc52d62 None None] Checking router: 86061384-2070-4015-9452-2bc9aa9bb76b for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:34:10.391980 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c3c8a4-7e0f-4321-b221-d07bcdc52d62 None None] Routers {'86061384-2070-4015-9452-2bc9aa9bb76b'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:34:10.392742 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-05c3c8a4-7e0f-4321-b221-d07bcdc52d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:33:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['86061384-2070-4015-9452-2bc9aa9bb76b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:10.449434 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18844a36-d4a1-4bbf-9808-0136285420df req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Router 234b9294-d82c-40cf-8b8b-2c226e26df01 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:34:10.498690 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-05c3c8a4-7e0f-4321-b221-d07bcdc52d62 None None] Set router 86061384-2070-4015-9452-2bc9aa9bb76b gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:34:10.564188 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18844a36-d4a1-4bbf-9808-0136285420df req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:34:10.575276 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ff0bc-584f-4a16-b205-b89269855c67 None None] Sync routers for ids ['234b9294-d82c-40cf-8b8b-2c226e26df01'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:34:10.587354 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31ff0bc-584f-4a16-b205-b89269855c67 None None] Routers {'234b9294-d82c-40cf-8b8b-2c226e26df01'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:34:10.588061 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-f31ff0bc-584f-4a16-b205-b89269855c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:33:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['234b9294-d82c-40cf-8b8b-2c226e26df01'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:10.612637 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-18844a36-d4a1-4bbf-9808-0136285420df req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] No DVR routers for this DVR port 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 on host hv-cinder-84131 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:34:10.615442 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-18844a36-d4a1-4bbf-9808-0136285420df req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:10.619468 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-18844a36-d4a1-4bbf-9808-0136285420df req-0be9b502-71c3-44f9-94eb-a20c62d1f7a5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.42 "DELETE /v2.0/ports/3f864415-ce7a-4cf3-afb1-cbde9b6bb602 HTTP/1.1" status: 204 len: 173 time: 1.3987553 Jul 27 15:34:10.619948 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba023b6d-f35a-4213-979f-652a4c79acd9', 'name': 'network-vif-deleted', 'tag': '3f864415-ce7a-4cf3-afb1-cbde9b6bb602'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:34:10.622207 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702928b5-08b1-4c36-83bf-5e213023a7a7" -d '{"events": [{"server_uuid": "ba023b6d-f35a-4213-979f-652a4c79acd9", "name": "network-vif-deleted", "tag": "3f864415-ce7a-4cf3-afb1-cbde9b6bb602"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:34:10.664169 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1286903a-362a-40bf-aa27-8e159da5f679 x-openstack-request-id: req-1286903a-362a-40bf-aa27-8e159da5f679 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:34:10.664758 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba023b6d-f35a-4213-979f-652a4c79acd9", "name": "network-vif-deleted", "tag": "3f864415-ce7a-4cf3-afb1-cbde9b6bb602", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:34:10.664758 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1286903a-362a-40bf-aa27-8e159da5f679 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:34:10.665102 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1286903a-362a-40bf-aa27-8e159da5f679'] response: {'server_uuid': 'ba023b6d-f35a-4213-979f-652a4c79acd9', 'name': 'network-vif-deleted', 'tag': '3f864415-ce7a-4cf3-afb1-cbde9b6bb602', 'status': 'completed', 'code': 200} Jul 27 15:34:10.704504 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-f31ff0bc-584f-4a16-b205-b89269855c67 None None] Set router 234b9294-d82c-40cf-8b8b-2c226e26df01 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:34:10.762867 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-05c3c8a4-7e0f-4321-b221-d07bcdc52d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:34Z', 'revision_number': 4, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port': {'id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'f1c999a5-021a-47ba-90b6-f38497c4f5ff', 'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'mac_address': 'fa:16:3e:2a:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:45Z', 'revision_number': 5, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'subnets': [{'id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:10.795935 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3c8a4-7e0f-4321-b221-d07bcdc52d62 None None] The sync data for ids ['86061384-2070-4015-9452-2bc9aa9bb76b'] in dv-cinder-841315-2-iscsi is: [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:34Z', 'revision_number': 4, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port': {'id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'f1c999a5-021a-47ba-90b6-f38497c4f5ff', 'name': '', 'network_id': '54d4d7af-884d-4461-b1ad-55fbebbc888a', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'mac_address': 'fa:16:3e:2a:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:45Z', 'revision_number': 5, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'subnets': [{'id': '883a3f24-7bbd-4327-bcdc-69598788608b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:34:10.951428 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 44916) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:10.956554 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-f31ff0bc-584f-4a16-b205-b89269855c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'c72c925d-1264-4bcf-b9bf-3f489f419faa', 'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'mac_address': 'fa:16:3e:d9:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:37Z', 'updated_at': '2022-07-27T15:29:00Z', 'revision_number': 5, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'subnets': [{'id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:10.978092 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:10.989438 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ff0bc-584f-4a16-b205-b89269855c67 None None] Checking router: 234b9294-d82c-40cf-8b8b-2c226e26df01 for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:34:10.999316 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31ff0bc-584f-4a16-b205-b89269855c67 None None] Routers {'234b9294-d82c-40cf-8b8b-2c226e26df01'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:34:11.000329 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-f31ff0bc-584f-4a16-b205-b89269855c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:33:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['234b9294-d82c-40cf-8b8b-2c226e26df01'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:11.020485 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1e32ad36-8869-4ccb-b7f0-9d1ec77f5f5e tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for security_group (3c680bf7-5339-4671-820e-bdb8584daee9), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:11.048128 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1e32ad36-8869-4ccb-b7f0-9d1ec77f5f5e tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for security_group (3c680bf7-5339-4671-820e-bdb8584daee9), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:11.118263 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1e32ad36-8869-4ccb-b7f0-9d1ec77f5f5e tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (3c680bf7-5339-4671-820e-bdb8584daee9), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:11.122873 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1e32ad36-8869-4ccb-b7f0-9d1ec77f5f5e tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:11.124807 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1e32ad36-8869-4ccb-b7f0-9d1ec77f5f5e tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "DELETE /v2.0/security-groups/3c680bf7-5339-4671-820e-bdb8584daee9 HTTP/1.1" status: 204 len: 168 time: 0.1719036 Jul 27 15:34:11.127456 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 44920) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:11.135966 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32ad36-8869-4ccb-b7f0-9d1ec77f5f5e tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c680bf7-5339-4671-820e-bdb8584daee9,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:11.140244 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-f31ff0bc-584f-4a16-b205-b89269855c67 None None] Set router 234b9294-d82c-40cf-8b8b-2c226e26df01 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:34:11.149321 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.api.v2.resource [None req-57dae76c-4d05-4aa1-8f1a-25961647c922 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] show failed (client error): The resource could not be found. Jul 27 15:34:11.150837 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-57dae76c-4d05-4aa1-8f1a-25961647c922 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups/3c680bf7-5339-4671-820e-bdb8584daee9 HTTP/1.1" status: 404 len: 347 time: 0.0221934 Jul 27 15:34:11.153593 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 44922) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:11.159195 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d62a1fd-65bb-4be0-9cd6-828a513b7aa3 None None] New status for floating IP c165f6e4-8309-4355-a4f2-6e71814480b7: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:34:11.217111 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:11.238984 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8bf74fab-7dbe-4aaf-85c4-0518d147e03b req-7d296efc-68d8-4467-8cca-ccee9352ee24 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba023b6d-f35a-4213-979f-652a4c79acd9 HTTP/1.1" status: 200 len: 210 time: 0.0674822 Jul 27 15:34:11.302341 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-61653755-8643-4cd4-ac86-7ae6a2f9cf8f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Deleting port c4d535c8-4935-4ebc-8be2-d405f93c208d {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:34:11.302848 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-61653755-8643-4cd4-ac86-7ae6a2f9cf8f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (c4d535c8-4935-4ebc-8be2-d405f93c208d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:11.408553 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:11.414708 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-61653755-8643-4cd4-ac86-7ae6a2f9cf8f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (c4d535c8-4935-4ebc-8be2-d405f93c208d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:11.415253 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-61653755-8643-4cd4-ac86-7ae6a2f9cf8f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for floatingip (c4d535c8-4935-4ebc-8be2-d405f93c208d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:11.426934 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:11.433906 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:34:11.434343 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-61653755-8643-4cd4-ac86-7ae6a2f9cf8f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Calling delete_port for c4d535c8-4935-4ebc-8be2-d405f93c208d owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:34:11.434811 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 3f864415-ce7a-4cf3-afb1-cbde9b6bb602 not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:11.435438 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 074b3654-7c9f-4b7d-9969-0aac69d537aa no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:11.461542 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: 074b3654-7c9f-4b7d-9969-0aac69d537aa {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:34:11.461897 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 074b3654-7c9f-4b7d-9969-0aac69d537aa not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:11.474305 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-f31ff0bc-584f-4a16-b205-b89269855c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'c72c925d-1264-4bcf-b9bf-3f489f419faa', 'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'mac_address': 'fa:16:3e:d9:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:37Z', 'updated_at': '2022-07-27T15:29:00Z', 'revision_number': 5, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'subnets': [{'id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:11.515968 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ff0bc-584f-4a16-b205-b89269855c67 None None] The sync data for ids ['234b9294-d82c-40cf-8b8b-2c226e26df01'] in dv-cinder-841315-2-iscsi is: [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'c72c925d-1264-4bcf-b9bf-3f489f419faa', 'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'mac_address': 'fa:16:3e:d9:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:37Z', 'updated_at': '2022-07-27T15:29:00Z', 'revision_number': 5, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'subnets': [{'id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:34:11.620358 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-61653755-8643-4cd4-ac86-7ae6a2f9cf8f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (c4d535c8-4935-4ebc-8be2-d405f93c208d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:11.649443 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61653755-8643-4cd4-ac86-7ae6a2f9cf8f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Pushing event deleted for resources: {'Port': ['ID=c4d535c8-4935-4ebc-8be2-d405f93c208d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:11.714433 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-61653755-8643-4cd4-ac86-7ae6a2f9cf8f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks [] for floatingip (c165f6e4-8309-4355-a4f2-6e71814480b7), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:11.717032 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-61653755-8643-4cd4-ac86-7ae6a2f9cf8f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:11.718218 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-61653755-8643-4cd4-ac86-7ae6a2f9cf8f tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "DELETE /v2.0/floatingips/c165f6e4-8309-4355-a4f2-6e71814480b7 HTTP/1.1" status: 204 len: 168 time: 0.5634384 Jul 27 15:34:11.789732 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9930d3a1-005c-489b-9b09-26ca9c50ea06 None None] New status for floating IP 5eef577f-2c12-49b2-8390-98ee2f5a8f2d: DOWN {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:34:11.858208 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:12.328263 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 44940) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:12.382679 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c41a3327-9584-49df-b11b-9277de2ccddb tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group (d6a93dbd-f123-42a6-b19a-54f90bab0292), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:12.405485 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c41a3327-9584-49df-b11b-9277de2ccddb tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group (d6a93dbd-f123-42a6-b19a-54f90bab0292), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:12.452746 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c41a3327-9584-49df-b11b-9277de2ccddb tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (d6a93dbd-f123-42a6-b19a-54f90bab0292), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:12.455353 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c41a3327-9584-49df-b11b-9277de2ccddb tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:12.456523 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c41a3327-9584-49df-b11b-9277de2ccddb tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "DELETE /v2.0/security-groups/d6a93dbd-f123-42a6-b19a-54f90bab0292 HTTP/1.1" status: 204 len: 168 time: 0.1272948 Jul 27 15:34:12.459493 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 44942) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:12.465803 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a3327-9584-49df-b11b-9277de2ccddb tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a93dbd-f123-42a6-b19a-54f90bab0292,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:12.473813 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.api.v2.resource [None req-74e6cc50-2931-41f7-bf41-9e128a85f40a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] show failed (client error): The resource could not be found. Jul 27 15:34:12.474827 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-74e6cc50-2931-41f7-bf41-9e128a85f40a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups/d6a93dbd-f123-42a6-b19a-54f90bab0292 HTTP/1.1" status: 404 len: 347 time: 0.0139694 Jul 27 15:34:12.478357 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 44944) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:12.589865 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1df4f-5218-4602-83dc-01a7c90efbff tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Deleting port 27efab38-9b47-4fe5-ad46-a24e0aaacb7f {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:34:12.590208 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e0a1df4f-5218-4602-83dc-01a7c90efbff tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (27efab38-9b47-4fe5-ad46-a24e0aaacb7f), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:12.670244 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e0a1df4f-5218-4602-83dc-01a7c90efbff tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (27efab38-9b47-4fe5-ad46-a24e0aaacb7f), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:12.670560 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e0a1df4f-5218-4602-83dc-01a7c90efbff tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for floatingip (27efab38-9b47-4fe5-ad46-a24e0aaacb7f), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:12.684184 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1df4f-5218-4602-83dc-01a7c90efbff tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Calling delete_port for 27efab38-9b47-4fe5-ad46-a24e0aaacb7f owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:34:12.804386 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:12.817311 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e0a1df4f-5218-4602-83dc-01a7c90efbff tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (27efab38-9b47-4fe5-ad46-a24e0aaacb7f), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:12.844134 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1df4f-5218-4602-83dc-01a7c90efbff tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event deleted for resources: {'Port': ['ID=27efab38-9b47-4fe5-ad46-a24e0aaacb7f,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:12.907868 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e0a1df4f-5218-4602-83dc-01a7c90efbff tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for floatingip (5eef577f-2c12-49b2-8390-98ee2f5a8f2d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:12.910366 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e0a1df4f-5218-4602-83dc-01a7c90efbff tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:12.911531 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e0a1df4f-5218-4602-83dc-01a7c90efbff tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "DELETE /v2.0/floatingips/5eef577f-2c12-49b2-8390-98ee2f5a8f2d HTTP/1.1" status: 204 len: 168 time: 0.4322670 Jul 27 15:34:13.000670 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 44964) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:13.005209 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-da9a4480-1c6f-4f0a-a4fa-64e0927addd5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1288134101', 'description': 'tempest-description--625782925'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:13.026288 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da9a4480-1c6f-4f0a-a4fa-64e0927addd5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:13.073399 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:13.100869 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da9a4480-1c6f-4f0a-a4fa-64e0927addd5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group (1f843100-713d-49e4-90b0-5d4d46c3d5cd), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:13.104292 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da9a4480-1c6f-4f0a-a4fa-64e0927addd5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (1f843100-713d-49e4-90b0-5d4d46c3d5cd), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:13.137657 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-da9a4480-1c6f-4f0a-a4fa-64e0927addd5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:13.138884 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-da9a4480-1c6f-4f0a-a4fa-64e0927addd5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1372173 Jul 27 15:34:13.140696 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a4480-1c6f-4f0a-a4fa-64e0927addd5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f843100-713d-49e4-90b0-5d4d46c3d5cd,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:13.141968 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 44966) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:13.146896 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-431c4b1b-a66c-4a85-ab68-15e5507ade10 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Request body: {'security_group_rule': {'security_group_id': '1f843100-713d-49e4-90b0-5d4d46c3d5cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:13.174241 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-431c4b1b-a66c-4a85-ab68-15e5507ade10 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group_rule (19162c10-b3b3-408f-91f7-2763a1fb7454), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:13.236996 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-431c4b1b-a66c-4a85-ab68-15e5507ade10 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group_rule (19162c10-b3b3-408f-91f7-2763a1fb7454), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:13.240676 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-431c4b1b-a66c-4a85-ab68-15e5507ade10 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (19162c10-b3b3-408f-91f7-2763a1fb7454), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:13.263006 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c4b1b-a66c-4a85-ab68-15e5507ade10 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19162c10-b3b3-408f-91f7-2763a1fb7454,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:13.269540 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-431c4b1b-a66c-4a85-ab68-15e5507ade10 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:13.273168 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-431c4b1b-a66c-4a85-ab68-15e5507ade10 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275802 Jul 27 15:34:13.273329 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 44968) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:13.277457 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-48fbcee9-090f-4671-8073-671ee79968b2 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Request body: {'security_group_rule': {'security_group_id': '1f843100-713d-49e4-90b0-5d4d46c3d5cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:13.303014 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-48fbcee9-090f-4671-8073-671ee79968b2 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group_rule (3407d8e0-a153-4401-9709-2f2c1d59be1e), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:13.336602 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:13.361766 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:13.364181 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-48fbcee9-090f-4671-8073-671ee79968b2 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group_rule (3407d8e0-a153-4401-9709-2f2c1d59be1e), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:13.369020 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-48fbcee9-090f-4671-8073-671ee79968b2 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (3407d8e0-a153-4401-9709-2f2c1d59be1e), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:13.390654 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbcee9-090f-4671-8073-671ee79968b2 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3407d8e0-a153-4401-9709-2f2c1d59be1e,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:13.399536 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-48fbcee9-090f-4671-8073-671ee79968b2 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:13.400750 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-48fbcee9-090f-4671-8073-671ee79968b2 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265483 Jul 27 15:34:13.404019 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 44970) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:13.408279 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Request body: {'floatingip': {'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:13.430078 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:13.510607 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:13.626723 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Allocated IP 172.27.1.243 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/0778dbb2-5fbe-446d-af15-35ad0dc3c0ce) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:34:13.746911 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for port (0778dbb2-5fbe-446d-af15-35ad0dc3c0ce), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:13.780809 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (0778dbb2-5fbe-446d-af15-35ad0dc3c0ce), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:13.822366 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:34:13.836286 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:34:13.836286 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:34:13.837629 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event updated for resources: {'Port': ['ID=0778dbb2-5fbe-446d-af15-35ad0dc3c0ce,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:13.880578 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for floatingip (7a27b236-0556-4687-9b4d-9c5531722e41), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:13.920931 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (0778dbb2-5fbe-446d-af15-35ad0dc3c0ce), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:14.038496 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:14.095722 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for port (0778dbb2-5fbe-446d-af15-35ad0dc3c0ce), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:14.100160 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (0778dbb2-5fbe-446d-af15-35ad0dc3c0ce), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:14.139673 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (7a27b236-0556-4687-9b4d-9c5531722e41), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:14.162238 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event updated for resources: {'Port': ['ID=0778dbb2-5fbe-446d-af15-35ad0dc3c0ce,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:14.167504 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:14.168789 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c85e1139-1a33-443f-8c33-a843f6f26e6d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7638543 Jul 27 15:34:14.249106 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf41309-8792-416f-b943-77187464a01a req-7602e33b-aae3-421d-8d44-278e3a994ce2 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:14.250729 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dbf41309-8792-416f-b943-77187464a01a req-7602e33b-aae3-421d-8d44-278e3a994ce2 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0525033 Jul 27 15:34:14.308441 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dbf41309-8792-416f-b943-77187464a01a req-fd3a202e-a5fa-48be-b237-cecf35b38708 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520246 Jul 27 15:34:14.317869 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:14.326642 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-284907a8-3eb0-4044-9860-fedaba83f767 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1288134101&fields=id&tenant_id=fddbf2261d1f42d0a41aa921197fc181 HTTP/1.1" status: 200 len: 267 time: 0.0467031 Jul 27 15:34:14.436925 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-ca8c37f9-8134-4838-b03f-170079de7fb1 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:14.438634 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-ca8c37f9-8134-4838-b03f-170079de7fb1 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/networks?id=c38721ce-4da8-41f0-9615-4459de2daf25 HTTP/1.1" status: 200 len: 811 time: 0.1051021 Jul 27 15:34:14.452843 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-402d5a95-18c3-4487-b840-2a173502d7d8 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/quotas/fddbf2261d1f42d0a41aa921197fc181 HTTP/1.1" status: 200 len: 375 time: 0.0089867 Jul 27 15:34:14.501087 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-de908ebf-424e-41f8-bb6f-6da216bf32b7 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fddbf2261d1f42d0a41aa921197fc181&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435879 Jul 27 15:34:14.599069 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-57864462-19ac-4cfb-a6b2-7e6e9e9353cb service neutron] 10.222.0.36 "GET /v2.0/networks/c38721ce-4da8-41f0-9615-4459de2daf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869069 Jul 27 15:34:14.689964 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-417756a6-63ea-4049-bb08-bc47314783f2 service neutron] 10.222.0.36 "GET /v2.0/networks/c38721ce-4da8-41f0-9615-4459de2daf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845578 Jul 27 15:34:14.852945 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-94b2aca1-7c77-41ef-9f69-66eca1a8849f req-6187ac4d-8676-431d-ae31-58ec134b1421 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 210 time: 0.0299931 Jul 27 15:34:15.429601 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a270e7f-08af-49a9-98dc-4c738f0c3c0f req-060ced74-06fd-466f-ab83-e6fb97243f1c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:15.431075 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2a270e7f-08af-49a9-98dc-4c738f0c3c0f req-060ced74-06fd-466f-ab83-e6fb97243f1c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0467634 Jul 27 15:34:15.481520 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-2a270e7f-08af-49a9-98dc-4c738f0c3c0f req-95931e3f-39bc-4421-a310-4d13f3928f42 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449195 Jul 27 15:34:15.963167 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a5970e8d-12bc-4351-9b18-a131ad0ee0e5 req-38800821-6c49-4f45-95e5-9efb961b4847 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 210 time: 0.0333662 Jul 27 15:34:16.069505 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dd8ef-04bc-4480-bf52-8bd2e27ec02e req-4c4a00a4-ef64-4c18-9fc2-ed548fc31dae tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:16.070968 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9c6dd8ef-04bc-4480-bf52-8bd2e27ec02e req-4c4a00a4-ef64-4c18-9fc2-ed548fc31dae tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0471282 Jul 27 15:34:16.389796 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-9c6dd8ef-04bc-4480-bf52-8bd2e27ec02e req-36429682-3e8a-4eaa-bad3-209d5db7d7be tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Deleting port d43e69ee-e393-4930-9178-0cc2bbf003dd {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:34:16.390055 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9c6dd8ef-04bc-4480-bf52-8bd2e27ec02e req-36429682-3e8a-4eaa-bad3-209d5db7d7be tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (d43e69ee-e393-4930-9178-0cc2bbf003dd), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:16.500599 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-9c6dd8ef-04bc-4480-bf52-8bd2e27ec02e req-36429682-3e8a-4eaa-bad3-209d5db7d7be tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] For port d43e69ee-e393-4930-9178-0cc2bbf003dd, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d43e69ee-e393-4930-9178-0cc2bbf003dd,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:16.501416 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9c6dd8ef-04bc-4480-bf52-8bd2e27ec02e req-36429682-3e8a-4eaa-bad3-209d5db7d7be tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (d43e69ee-e393-4930-9178-0cc2bbf003dd), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:16.515856 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-9c6dd8ef-04bc-4480-bf52-8bd2e27ec02e req-36429682-3e8a-4eaa-bad3-209d5db7d7be tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Calling delete_port for d43e69ee-e393-4930-9178-0cc2bbf003dd owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:34:16.518416 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-4b2b27ec-2769-4fa2-896d-08323e1bb45e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:16.520401 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-4b2b27ec-2769-4fa2-896d-08323e1bb45e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.42 "GET /v2.0/networks?id=c38721ce-4da8-41f0-9615-4459de2daf25 HTTP/1.1" status: 200 len: 811 time: 0.1163685 Jul 27 15:34:16.591351 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cfe1ff38-ea82-4178-932d-16fcf6dc8ab0 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fddbf2261d1f42d0a41aa921197fc181 HTTP/1.1" status: 200 len: 380 time: 0.0598421 Jul 27 15:34:16.601940 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-66c844b2-0c83-4b57-83dc-13d366f620b5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Request body: {'port': {'device_id': '06c197fd-bf3d-4589-86ed-e771f386c806', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'admin_state_up': True, 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'security_groups': ['1f843100-713d-49e4-90b0-5d4d46c3d5cd']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:16.627469 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80910a0e-6a00-47d3-8ed0-c30c49762173 req-194f2c5b-f235-4881-888e-1cb22957b1d9 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:16.629007 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80910a0e-6a00-47d3-8ed0-c30c49762173 req-194f2c5b-f235-4881-888e-1cb22957b1d9 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a75f912-669a-4719-b005-ed9bfc504f4f HTTP/1.1" status: 200 len: 945 time: 0.0697553 Jul 27 15:34:16.648796 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:16.717080 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80910a0e-6a00-47d3-8ed0-c30c49762173 req-5133279c-51c2-4483-9c60-4b310bdcfbb5 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808520 Jul 27 15:34:16.720260 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-66c844b2-0c83-4b57-83dc-13d366f620b5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Made reservation on behalf of fddbf2261d1f42d0a41aa921197fc181 for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:34:16.724189 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-66c844b2-0c83-4b57-83dc-13d366f620b5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:16.731172 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:16.744325 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9c6dd8ef-04bc-4480-bf52-8bd2e27ec02e req-36429682-3e8a-4eaa-bad3-209d5db7d7be tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (d43e69ee-e393-4930-9178-0cc2bbf003dd), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:16.771464 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['3810c698-7926-46e1-9f80-aa481b319cbb', 'd43e69ee-e393-4930-9178-0cc2bbf003dd'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:34:16.773332 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36429682-3e8a-4eaa-bad3-209d5db7d7be tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Pushing event deleted for resources: {'Port': ['ID=d43e69ee-e393-4930-9178-0cc2bbf003dd,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:16.834638 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6dd8ef-04bc-4480-bf52-8bd2e27ec02e req-36429682-3e8a-4eaa-bad3-209d5db7d7be tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] No DVR routers for this DVR port d43e69ee-e393-4930-9178-0cc2bbf003dd on host hv-cinder-84131 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:34:16.837578 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9c6dd8ef-04bc-4480-bf52-8bd2e27ec02e req-36429682-3e8a-4eaa-bad3-209d5db7d7be tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:16.841421 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9c6dd8ef-04bc-4480-bf52-8bd2e27ec02e req-36429682-3e8a-4eaa-bad3-209d5db7d7be tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.42 "DELETE /v2.0/ports/d43e69ee-e393-4930-9178-0cc2bbf003dd HTTP/1.1" status: 204 len: 173 time: 0.5362566 Jul 27 15:34:16.842348 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a75f912-669a-4719-b005-ed9bfc504f4f', 'name': 'network-vif-deleted', 'tag': 'd43e69ee-e393-4930-9178-0cc2bbf003dd'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:34:16.844427 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4012d029-3e9f-4ac8-ae7d-fef38ba54286" -d '{"events": [{"server_uuid": "9a75f912-669a-4719-b005-ed9bfc504f4f", "name": "network-vif-deleted", "tag": "d43e69ee-e393-4930-9178-0cc2bbf003dd"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:34:16.884409 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3f0ba4-fd2b-48a6-8a6b-b8fb54d82c35 x-openstack-request-id: req-ad3f0ba4-fd2b-48a6-8a6b-b8fb54d82c35 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:34:16.884796 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a75f912-669a-4719-b005-ed9bfc504f4f", "name": "network-vif-deleted", "tag": "d43e69ee-e393-4930-9178-0cc2bbf003dd", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:34:16.885123 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad3f0ba4-fd2b-48a6-8a6b-b8fb54d82c35 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:34:16.885616 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3f0ba4-fd2b-48a6-8a6b-b8fb54d82c35'] response: {'server_uuid': '9a75f912-669a-4719-b005-ed9bfc504f4f', 'name': 'network-vif-deleted', 'tag': 'd43e69ee-e393-4930-9178-0cc2bbf003dd', 'status': 'completed', 'code': 200} Jul 27 15:34:16.891723 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-66c844b2-0c83-4b57-83dc-13d366f620b5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Allocated IP 172.20.0.6 (c38721ce-4da8-41f0-9615-4459de2daf25/e0cea517-b378-4c3d-b1c1-f934678ba74f/a0089b98-aa8d-48fa-a318-0cab30dccdb8) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:34:16.989804 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:17.065805 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-66c844b2-0c83-4b57-83dc-13d366f620b5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for port (a0089b98-aa8d-48fa-a318-0cab30dccdb8), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:17.079376 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b32cbde6-9ac1-4794-81ee-6baaae0b209f req-3d71e2d4-6b68-4138-8311-ecf934f5fd27 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 210 time: 0.0327921 Jul 27 15:34:17.080728 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3ce6edce-be27-47ca-a5f5-ad1e2d1cc328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:17.101575 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-66c844b2-0c83-4b57-83dc-13d366f620b5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (a0089b98-aa8d-48fa-a318-0cab30dccdb8), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:17.156979 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:17.163863 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-66c844b2-0c83-4b57-83dc-13d366f620b5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Network c38721ce-4da8-41f0-9615-4459de2daf25 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:34:17.168308 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-66c844b2-0c83-4b57-83dc-13d366f620b5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:34:17.173291 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-66c844b2-0c83-4b57-83dc-13d366f620b5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:34:17.202398 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c844b2-0c83-4b57-83dc-13d366f620b5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event updated for resources: {'Port': ['ID=a0089b98-aa8d-48fa-a318-0cab30dccdb8,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:17.239502 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-66c844b2-0c83-4b57-83dc-13d366f620b5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:17.240166 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-66c844b2-0c83-4b57-83dc-13d366f620b5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:17.265528 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-66c844b2-0c83-4b57-83dc-13d366f620b5 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6676915 Jul 27 15:34:17.286788 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Request body: {'port': {'device_id': '06c197fd-bf3d-4589-86ed-e771f386c806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:17.302917 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45050) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:17.369865 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a0089b98-aa8d-48fa-a318-0cab30dccdb8), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:17.383203 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73c3b59-6e36-4de8-b601-85c162cd7eba admin admin] Deleting subnet 08ab0ac3-0a7b-4dcf-b0e3-2926844ce212 {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 15:34:17.387690 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d73c3b59-6e36-4de8-b601-85c162cd7eba admin admin] Publish callbacks [] for subnet (08ab0ac3-0a7b-4dcf-b0e3-2926844ce212), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:17.448006 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d73c3b59-6e36-4de8-b601-85c162cd7eba admin admin] Publish callbacks [] for subnet (08ab0ac3-0a7b-4dcf-b0e3-2926844ce212), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:17.459911 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d73c3b59-6e36-4de8-b601-85c162cd7eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563307'] for subnet (08ab0ac3-0a7b-4dcf-b0e3-2926844ce212), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:17.523373 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-6533660e-b83b-40fc-bef9-8d092151aba1 None None] Provisioning complete for port a0089b98-aa8d-48fa-a318-0cab30dccdb8 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:34:17.523666 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6533660e-b83b-40fc-bef9-8d092151aba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (a0089b98-aa8d-48fa-a318-0cab30dccdb8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:17.533519 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d73c3b59-6e36-4de8-b601-85c162cd7eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for subnet (08ab0ac3-0a7b-4dcf-b0e3-2926844ce212), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:17.561645 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-6533660e-b83b-40fc-bef9-8d092151aba1 None None] Port a0089b98-aa8d-48fa-a318-0cab30dccdb8 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:34:17.566766 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d73c3b59-6e36-4de8-b601-85c162cd7eba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:17.573039 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d73c3b59-6e36-4de8-b601-85c162cd7eba admin admin] 10.222.0.36 "DELETE /v2.0/subnets/08ab0ac3-0a7b-4dcf-b0e3-2926844ce212 HTTP/1.1" status: 204 len: 168 time: 0.2638214 Jul 27 15:34:17.573039 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c3b59-6e36-4de8-b601-85c162cd7eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08ab0ac3-0a7b-4dcf-b0e3-2926844ce212,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:17.574339 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45052) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:17.646669 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409505'] for network (06d35727-8629-40ca-8166-04dcfe2f8e49), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:17.737152 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561221', 'neutron.services.segments.db._delete_segments_for_network-8768358125770'] for network (06d35727-8629-40ca-8166-04dcfe2f8e49), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:17.759029 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:34:17.759378 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:34:17.760131 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:34:17.760470 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:34:17.760799 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:34:17.761123 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:34:17.761468 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:34:17.761809 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:34:17.762127 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:34:17.762453 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:34:17.855881 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:34:17.856236 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:34:17.856573 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:34:17.856909 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 15:34:17.857364 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d35727-8629-40ca-8166-04dcfe2f8e49']}} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:17.878559 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d008a43-9214-4382-9635-7edf89d1d1b3') {'for_net_delete': True} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:17.878921 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d008a43-9214-4382-9635-7edf89d1d1b3') {} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:17.897010 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768358125671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385136'] for segment (6d008a43-9214-4382-9635-7edf89d1d1b3), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:17.901637 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0089b98-aa8d-48fa-a318-0cab30dccdb8 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:34:17.909753 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Publish callbacks [] for port (a0089b98-aa8d-48fa-a318-0cab30dccdb8), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:17.926002 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (6d008a43-9214-4382-9635-7edf89d1d1b3), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:17.939444 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:34:17.940201 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9021718'] for segment (6d008a43-9214-4382-9635-7edf89d1d1b3), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:18.021404 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376631'] for network (06d35727-8629-40ca-8166-04dcfe2f8e49), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:18.029160 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Transition to ACTIVE for port object a0089b98-aa8d-48fa-a318-0cab30dccdb8 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:34:18.030300 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:18.035659 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/06d35727-8629-40ca-8166-04dcfe2f8e49 HTTP/1.1" status: 204 len: 168 time: 0.4583633 Jul 27 15:34:18.053222 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (a0089b98-aa8d-48fa-a318-0cab30dccdb8), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:18.060512 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec02ea-7760-46cc-910c-7c17c453b7e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=06d35727-8629-40ca-8166-04dcfe2f8e49,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:18.115522 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513a24f-a783-4b68-a310-735422e93702 req-93446f15-a805-4988-88d6-f908da39b86c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:18.117521 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9513a24f-a783-4b68-a310-735422e93702 req-93446f15-a805-4988-88d6-f908da39b86c tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.1020606 Jul 27 15:34:18.164906 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Pushing event updated for resources: {'Port': ['ID=a0089b98-aa8d-48fa-a318-0cab30dccdb8,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:18.177148 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment 6d008a43-9214-4382-9635-7edf89d1d1b3 resource provider aggregate not found Jul 27 15:34:18.199217 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment 6d008a43-9214-4382-9635-7edf89d1d1b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d008a43-9214-4382-9635-7edf89d1d1b3 found for delete ", "request_id": "req-b8b18d93-7f9e-46dd-8936-ad16ff50776f"}]} Jul 27 15:34:18.241632 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9513a24f-a783-4b68-a310-735422e93702 req-560012a1-0805-4dc2-9757-54604bcad663 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087048 Jul 27 15:34:18.244050 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 45076) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:18.256792 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:18.269124 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43a689-7ed8-4979-8094-6707e3f8ee1a req-2b95aaa9-9bcb-4969-af9b-f8fc13511adf tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:18.271171 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7a43a689-7ed8-4979-8094-6707e3f8ee1a req-2b95aaa9-9bcb-4969-af9b-f8fc13511adf tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 943 time: 0.0573945 Jul 27 15:34:18.293621 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Attempting to bind port a0089b98-aa8d-48fa-a318-0cab30dccdb8 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:34:18.293949 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Attempting to bind port a0089b98-aa8d-48fa-a318-0cab30dccdb8 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '0d782dbe-2f4f-4b48-ac38-39f77cc9248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:34:18.294278 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Attempting to bind port a0089b98-aa8d-48fa-a318-0cab30dccdb8 on network c38721ce-4da8-41f0-9615-4459de2daf25 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:34:18.304716 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Port a0089b98-aa8d-48fa-a318-0cab30dccdb8 on network c38721ce-4da8-41f0-9615-4459de2daf25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:34:18.305035 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Attempting to bind port a0089b98-aa8d-48fa-a318-0cab30dccdb8 on network c38721ce-4da8-41f0-9615-4459de2daf25 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:34:18.322346 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:34:18.322681 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Checking segment: {'id': '0d782dbe-2f4f-4b48-ac38-39f77cc9248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:34:18.323059 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Bound using segment: {'id': '0d782dbe-2f4f-4b48-ac38-39f77cc9248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:34:18.323500 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Bound port: a0089b98-aa8d-48fa-a318-0cab30dccdb8, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d782dbe-2f4f-4b48-ac38-39f77cc9248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:34:18.323862 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a0089b98-aa8d-48fa-a318-0cab30dccdb8), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:18.342963 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7a43a689-7ed8-4979-8094-6707e3f8ee1a req-ddd73afb-a8f0-464e-9271-668eeef92b3a tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f843100-713d-49e4-90b0-5d4d46c3d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591297 Jul 27 15:34:18.343236 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-28030ad4-41ac-4550-8a3d-40541353b330 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=465f32cb4f724c18aad10fca114a1321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0953016 Jul 27 15:34:18.343389 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45078) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:18.401494 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1a21502c-df2d-4b42-8335-ff77e506efe7 admin admin] Publish callbacks [] for security_group (9c1514f6-870f-4a17-8184-7ed556826dcb), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:18.419329 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] For port a0089b98-aa8d-48fa-a318-0cab30dccdb8, host hv-cinder-84131, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:34:18.423184 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] For port a0089b98-aa8d-48fa-a318-0cab30dccdb8, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a0089b98-aa8d-48fa-a318-0cab30dccdb8,segment=NetworkSegment(0d782dbe-2f4f-4b48-ac38-39f77cc9248d),segment_id=0d782dbe-2f4f-4b48-ac38-39f77cc9248d)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:34:18.430860 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1a21502c-df2d-4b42-8335-ff77e506efe7 admin admin] Publish callbacks [] for security_group (9c1514f6-870f-4a17-8184-7ed556826dcb), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:18.431090 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (a0089b98-aa8d-48fa-a318-0cab30dccdb8), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:18.470832 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:18.471468 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:18.473302 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] 10.222.0.42 "PUT /v2.0/ports/a0089b98-aa8d-48fa-a318-0cab30dccdb8 HTTP/1.1" status: 200 len: 1093 time: 1.1935558 Jul 27 15:34:18.473508 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c197fd-bf3d-4589-86ed-e771f386c806', 'tag': 'a0089b98-aa8d-48fa-a318-0cab30dccdb8'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:34:18.476679 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52802e10-35a8-422c-8332-718b1e09bfb7" -d '{"events": [{"name": "network-changed", "server_uuid": "06c197fd-bf3d-4589-86ed-e771f386c806", "tag": "a0089b98-aa8d-48fa-a318-0cab30dccdb8"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:34:18.487358 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:18.497424 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1a21502c-df2d-4b42-8335-ff77e506efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (9c1514f6-870f-4a17-8184-7ed556826dcb), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:18.501807 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1a21502c-df2d-4b42-8335-ff77e506efe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:18.508405 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-1a21502c-df2d-4b42-8335-ff77e506efe7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c1514f6-870f-4a17-8184-7ed556826dcb HTTP/1.1" status: 204 len: 168 time: 0.1591437 Jul 27 15:34:18.520108 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde62a39-73ef-4931-bc37-50224dd81f7f service neutron] Pushing event updated for resources: {'Port': ['ID=a0089b98-aa8d-48fa-a318-0cab30dccdb8,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:18.520508 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21502c-df2d-4b42-8335-ff77e506efe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1514f6-870f-4a17-8184-7ed556826dcb,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:18.555977 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e0d8d0-2651-41c1-8c48-aaab45259ce5 x-openstack-request-id: req-90e0d8d0-2651-41c1-8c48-aaab45259ce5 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:34:18.556538 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c197fd-bf3d-4589-86ed-e771f386c806", "tag": "a0089b98-aa8d-48fa-a318-0cab30dccdb8", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:34:18.556974 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-90e0d8d0-2651-41c1-8c48-aaab45259ce5 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:34:18.557691 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e0d8d0-2651-41c1-8c48-aaab45259ce5'] response: {'name': 'network-changed', 'server_uuid': '06c197fd-bf3d-4589-86ed-e771f386c806', 'tag': 'a0089b98-aa8d-48fa-a318-0cab30dccdb8', 'status': 'completed', 'code': 200} Jul 27 15:34:19.299700 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a289b1ca-defd-400a-a12d-a17a1dbc13ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:19.368657 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:19.386777 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2795c-bc88-4164-be1c-3c3d0a5c025a req-c291f56b-ea62-4c8b-acd4-1c65181e7c27 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:19.388354 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1fd2795c-bc88-4164-be1c-3c3d0a5c025a req-c291f56b-ea62-4c8b-acd4-1c65181e7c27 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0591195 Jul 27 15:34:19.399740 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device d43e69ee-e393-4930-9178-0cc2bbf003dd no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:19.422509 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: d43e69ee-e393-4930-9178-0cc2bbf003dd {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:34:19.422946 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device d43e69ee-e393-4930-9178-0cc2bbf003dd not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:19.442444 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1fd2795c-bc88-4164-be1c-3c3d0a5c025a req-5bc084f2-2d12-41da-b5fd-78f0a0daa9fb tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466375 Jul 27 15:34:19.479784 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1846b9-9ac3-40c3-ad3a-f05bdf03d786 req-ff6cae05-f9d5-498c-9102-557ebab2cbc2 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:19.481304 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1c1846b9-9ac3-40c3-ad3a-f05bdf03d786 req-ff6cae05-f9d5-498c-9102-557ebab2cbc2 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 943 time: 0.0510943 Jul 27 15:34:19.529926 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1c1846b9-9ac3-40c3-ad3a-f05bdf03d786 req-8b06497a-8ebf-4afc-941b-548c57123914 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f843100-713d-49e4-90b0-5d4d46c3d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429125 Jul 27 15:34:20.258476 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52802e10-35a8-422c-8332-718b1e09bfb7 req-f0307ec2-6663-47e1-9dfe-a104e3098e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:20.259925 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-52802e10-35a8-422c-8332-718b1e09bfb7 req-f0307ec2-6663-47e1-9dfe-a104e3098e7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fddbf2261d1f42d0a41aa921197fc181&device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 1127 time: 0.0454087 Jul 27 15:34:20.373947 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52802e10-35a8-422c-8332-718b1e09bfb7 req-a6df5b2f-2380-4279-9cef-0d5877b71c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:20.375554 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-52802e10-35a8-422c-8332-718b1e09bfb7 req-a6df5b2f-2380-4279-9cef-0d5877b71c2d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fddbf2261d1f42d0a41aa921197fc181&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1034479 Jul 27 15:34:20.567247 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572c9f7-a8e2-488b-9dae-f763963598a2 req-deaff063-3e71-4131-81da-b651741ce3d9 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:20.568863 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5572c9f7-a8e2-488b-9dae-f763963598a2 req-deaff063-3e71-4131-81da-b651741ce3d9 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0542655 Jul 27 15:34:20.605880 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:20.622119 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5572c9f7-a8e2-488b-9dae-f763963598a2 req-e0d67404-5a52-4698-9f32-4fb3d7d38ccd tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/security-groups?id=55335377-cfd1-4462-9dec-7535beb5b2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471070 Jul 27 15:34:20.676590 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ed8da-98f5-445c-8f4f-ed27efd318de req-f96308ef-0fee-4f71-9e62-282f85a76a33 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:20.678055 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c35ed8da-98f5-445c-8f4f-ed27efd318de req-f96308ef-0fee-4f71-9e62-282f85a76a33 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 943 time: 0.0687175 Jul 27 15:34:20.703757 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52802e10-35a8-422c-8332-718b1e09bfb7 req-74694d61-62e8-4f6e-b198-5727afe35f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:20.705274 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-52802e10-35a8-422c-8332-718b1e09bfb7 req-74694d61-62e8-4f6e-b198-5727afe35f6f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1564956 Jul 27 15:34:20.737923 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c35ed8da-98f5-445c-8f4f-ed27efd318de req-96a67e50-1db1-42bd-b317-3fb5032e38f3 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f843100-713d-49e4-90b0-5d4d46c3d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535548 Jul 27 15:34:20.745025 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceddc92-8582-4c82-a207-a184094932c6 req-5eb1b04a-657a-4a4c-a4af-d54570d945e7 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:20.746534 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5ceddc92-8582-4c82-a207-a184094932c6 req-5eb1b04a-657a-4a4c-a4af-d54570d945e7 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.42 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 945 time: 0.0540712 Jul 27 15:34:20.784055 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-02446eda-e72b-475d-84b9-50197f75a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:20.785570 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-02446eda-e72b-475d-84b9-50197f75a842 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fddbf2261d1f42d0a41aa921197fc181&device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 1127 time: 0.0414495 Jul 27 15:34:20.829235 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-9ca8cc49-aab9-4e03-80db-0c4895b7bf02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0089b98-aa8d-48fa-a318-0cab30dccdb8 HTTP/1.1" status: 200 len: 217 time: 0.0333309 Jul 27 15:34:20.843481 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:20.844152 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-5ceddc92-8582-4c82-a207-a184094932c6 req-c55fb3b3-c632-4dfd-b833-7b46617210d1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Deleting port 3810c698-7926-46e1-9f80-aa481b319cbb {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:34:20.844282 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-5ceddc92-8582-4c82-a207-a184094932c6 req-c55fb3b3-c632-4dfd-b833-7b46617210d1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (3810c698-7926-46e1-9f80-aa481b319cbb), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:20.886489 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-fe53a3cb-3f9e-40e8-9565-79dd7673d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:20.888008 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-fe53a3cb-3f9e-40e8-9565-79dd7673d883 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0cea517-b378-4c3d-b1c1-f934678ba74f HTTP/1.1" status: 200 len: 850 time: 0.0464041 Jul 27 15:34:20.939037 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-5ceddc92-8582-4c82-a207-a184094932c6 req-c55fb3b3-c632-4dfd-b833-7b46617210d1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] For port 3810c698-7926-46e1-9f80-aa481b319cbb, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3810c698-7926-46e1-9f80-aa481b319cbb,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:20.939520 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-5ceddc92-8582-4c82-a207-a184094932c6 req-c55fb3b3-c632-4dfd-b833-7b46617210d1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (3810c698-7926-46e1-9f80-aa481b319cbb), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:20.947369 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-70196064-323c-43fc-a06c-3d3021d06207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:20.948906 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-70196064-323c-43fc-a06c-3d3021d06207 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38721ce-4da8-41f0-9615-4459de2daf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488322 Jul 27 15:34:20.959368 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-5ceddc92-8582-4c82-a207-a184094932c6 req-c55fb3b3-c632-4dfd-b833-7b46617210d1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Calling delete_port for 3810c698-7926-46e1-9f80-aa481b319cbb owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:34:21.072523 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-f710deb7-464e-4234-bc68-0b5197f05927 service neutron] 10.222.0.42 "GET /v2.0/networks/c38721ce-4da8-41f0-9615-4459de2daf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062739 Jul 27 15:34:21.098212 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-5ceddc92-8582-4c82-a207-a184094932c6 req-c55fb3b3-c632-4dfd-b833-7b46617210d1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (3810c698-7926-46e1-9f80-aa481b319cbb), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:21.111307 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['3810c698-7926-46e1-9f80-aa481b319cbb'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:34:21.156785 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fb3b3-c632-4dfd-b833-7b46617210d1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Pushing event deleted for resources: {'Port': ['ID=3810c698-7926-46e1-9f80-aa481b319cbb,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:21.170857 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:21.178147 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-46923bf2-9d15-4045-92b9-c8a3f9d8be51 req-6ec8867b-4754-4c36-a9cf-f59e2f52f120 service neutron] 10.222.0.42 "GET /v2.0/networks/c38721ce-4da8-41f0-9615-4459de2daf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984015 Jul 27 15:34:21.184306 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ceddc92-8582-4c82-a207-a184094932c6 req-c55fb3b3-c632-4dfd-b833-7b46617210d1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] No DVR routers for this DVR port 3810c698-7926-46e1-9f80-aa481b319cbb on host hv-cinder-84131 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:34:21.186547 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-5ceddc92-8582-4c82-a207-a184094932c6 req-c55fb3b3-c632-4dfd-b833-7b46617210d1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:21.190227 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5ceddc92-8582-4c82-a207-a184094932c6 req-c55fb3b3-c632-4dfd-b833-7b46617210d1 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.42 "DELETE /v2.0/ports/3810c698-7926-46e1-9f80-aa481b319cbb HTTP/1.1" status: 204 len: 173 time: 0.4329886 Jul 27 15:34:21.190686 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a82d27-5756-4ee1-8c2e-d6a26bf75f15', 'name': 'network-vif-deleted', 'tag': '3810c698-7926-46e1-9f80-aa481b319cbb'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:34:21.193169 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3d8bad-0e0b-465e-b8cc-452e0f75f8d3" -d '{"events": [{"server_uuid": "44a82d27-5756-4ee1-8c2e-d6a26bf75f15", "name": "network-vif-deleted", "tag": "3810c698-7926-46e1-9f80-aa481b319cbb"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:34:21.230994 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babdb9cb-906c-484a-8a45-0815e27b3f2f x-openstack-request-id: req-babdb9cb-906c-484a-8a45-0815e27b3f2f {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:34:21.231292 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a82d27-5756-4ee1-8c2e-d6a26bf75f15", "name": "network-vif-deleted", "tag": "3810c698-7926-46e1-9f80-aa481b319cbb", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:34:21.231547 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-babdb9cb-906c-484a-8a45-0815e27b3f2f {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:34:21.231985 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-babdb9cb-906c-484a-8a45-0815e27b3f2f'] response: {'server_uuid': '44a82d27-5756-4ee1-8c2e-d6a26bf75f15', 'name': 'network-vif-deleted', 'tag': '3810c698-7926-46e1-9f80-aa481b319cbb', 'status': 'completed', 'code': 200} Jul 27 15:34:21.514104 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:21.526244 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:21.724031 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b6ad7ea3-9907-4934-bfbb-44fdaa823fdb req-aab0d862-bc07-4791-b84c-41b8271eff87 tempest-ServerRescueNegativeTestJSON-375222305 tempest-ServerRescueNegativeTestJSON-375222305-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a82d27-5756-4ee1-8c2e-d6a26bf75f15 HTTP/1.1" status: 200 len: 210 time: 0.0282099 Jul 27 15:34:21.788904 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:34:21.858144 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5b02e-1a37-4043-b5f8-80ed51c20b1e req-db2c8439-8976-4729-8e21-aa70c9b6e01e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:21.859657 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8ec5b02e-1a37-4043-b5f8-80ed51c20b1e req-db2c8439-8976-4729-8e21-aa70c9b6e01e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 943 time: 0.0486314 Jul 27 15:34:21.906641 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8ec5b02e-1a37-4043-b5f8-80ed51c20b1e req-1be6488d-7605-4b9c-a672-cecb9db62d95 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f843100-713d-49e4-90b0-5d4d46c3d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414724 Jul 27 15:34:22.065879 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:22.253663 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:22.785423 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45102) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:23.070656 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e35a09-4b66-4cbe-b743-56c3cb881ac6 req-a46ec9e8-6605-40bb-bc9e-9dfb625aec0b tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:23.072081 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80e35a09-4b66-4cbe-b743-56c3cb881ac6 req-a46ec9e8-6605-40bb-bc9e-9dfb625aec0b tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 943 time: 0.0904906 Jul 27 15:34:23.191928 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-80e35a09-4b66-4cbe-b743-56c3cb881ac6 req-20a7a246-9b83-4da0-89a5-842a723e58bc tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f843100-713d-49e4-90b0-5d4d46c3d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957384 Jul 27 15:34:23.279118 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:23.283256 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:23.367821 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f7f0f714-8d21-4286-bc96-c44941cc35ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360475'] for router_interface (86061384-2070-4015-9452-2bc9aa9bb76b), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:23.413852 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a0089b98-aa8d-48fa-a318-0cab30dccdb8 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:34:23.417943 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 3810c698-7926-46e1-9f80-aa481b319cbb no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:23.445951 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: 3810c698-7926-46e1-9f80-aa481b319cbb {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:34:23.446299 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 3810c698-7926-46e1-9f80-aa481b319cbb not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:23.542438 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port a0089b98-aa8d-48fa-a318-0cab30dccdb8, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a0089b98-aa8d-48fa-a318-0cab30dccdb8,segment=NetworkSegment(0d782dbe-2f4f-4b48-ac38-39f77cc9248d),segment_id=0d782dbe-2f4f-4b48-ac38-39f77cc9248d)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:23.554956 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': 'a0089b98-aa8d-48fa-a318-0cab30dccdb8', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'port_id': 'a0089b98-aa8d-48fa-a318-0cab30dccdb8', 'mac_address': 'fa:16:3e:5a:8e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:34:23.560487 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:23.593274 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port a0089b98-aa8d-48fa-a318-0cab30dccdb8 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:34:23.593661 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a0089b98-aa8d-48fa-a318-0cab30dccdb8), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:23.608424 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0089b98-aa8d-48fa-a318-0cab30dccdb8 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:34:23.630122 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port a0089b98-aa8d-48fa-a318-0cab30dccdb8, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a0089b98-aa8d-48fa-a318-0cab30dccdb8,segment=NetworkSegment(0d782dbe-2f4f-4b48-ac38-39f77cc9248d),segment_id=0d782dbe-2f4f-4b48-ac38-39f77cc9248d)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:23.635298 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (a0089b98-aa8d-48fa-a318-0cab30dccdb8), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:23.686566 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=a0089b98-aa8d-48fa-a318-0cab30dccdb8,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:23.849588 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-f7f0f714-8d21-4286-bc96-c44941cc35ea admin admin] Deleting port f1c999a5-021a-47ba-90b6-f38497c4f5ff {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:34:23.849961 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f7f0f714-8d21-4286-bc96-c44941cc35ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:23.910247 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['a0089b98-aa8d-48fa-a318-0cab30dccdb8'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:34:23.933905 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-f7f0f714-8d21-4286-bc96-c44941cc35ea admin admin] For port f1c999a5-021a-47ba-90b6-f38497c4f5ff, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=f1c999a5-021a-47ba-90b6-f38497c4f5ff,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:23.934296 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f7f0f714-8d21-4286-bc96-c44941cc35ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:23.959432 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-f7f0f714-8d21-4286-bc96-c44941cc35ea admin admin] Calling delete_port for f1c999a5-021a-47ba-90b6-f38497c4f5ff owned by network:router_interface {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:34:24.188255 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f7f0f714-8d21-4286-bc96-c44941cc35ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (f1c999a5-021a-47ba-90b6-f38497c4f5ff), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:24.212662 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0f714-8d21-4286-bc96-c44941cc35ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c999a5-021a-47ba-90b6-f38497c4f5ff,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:24.330171 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa1e2-d622-4282-a4ab-90de1e8dbc9e req-675dea05-2404-4ac7-8c79-d8e576408cfa tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:24.331679 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-25aaa1e2-d622-4282-a4ab-90de1e8dbc9e req-675dea05-2404-4ac7-8c79-d8e576408cfa tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 944 time: 0.0525398 Jul 27 15:34:24.384305 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-25aaa1e2-d622-4282-a4ab-90de1e8dbc9e req-0fca138c-2405-4d39-95d3-a28f2acb1773 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f843100-713d-49e4-90b0-5d4d46c3d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463576 Jul 27 15:34:24.390940 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f7f0f714-8d21-4286-bc96-c44941cc35ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360591'] for router_interface (86061384-2070-4015-9452-2bc9aa9bb76b), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:24.442134 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:24.489501 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:24.607001 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f0f714-8d21-4286-bc96-c44941cc35ea admin admin] Router 86061384-2070-4015-9452-2bc9aa9bb76b has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:34:24.712880 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f0f714-8d21-4286-bc96-c44941cc35ea admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:34:24.718310 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-f7f0f714-8d21-4286-bc96-c44941cc35ea admin admin] 10.222.0.36 "PUT /v2.0/routers/86061384-2070-4015-9452-2bc9aa9bb76b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9318571 Jul 27 15:34:24.721090 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45110) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:24.721375 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab1a0e-a00b-47ba-a785-1448edfbdff9 None None] Sync routers for ids ['86061384-2070-4015-9452-2bc9aa9bb76b'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:34:24.732485 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab1a0e-a00b-47ba-a785-1448edfbdff9 None None] Routers {'86061384-2070-4015-9452-2bc9aa9bb76b'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:34:24.733120 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-0bab1a0e-a00b-47ba-a785-1448edfbdff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:34:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['86061384-2070-4015-9452-2bc9aa9bb76b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:24.822236 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e6756a80-17fc-4d7e-b046-a89f22876237 admin admin] Publish callbacks [] for router (86061384-2070-4015-9452-2bc9aa9bb76b), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:24.851249 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-0bab1a0e-a00b-47ba-a785-1448edfbdff9 None None] Set router 86061384-2070-4015-9452-2bc9aa9bb76b gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:34:24.933976 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e6756a80-17fc-4d7e-b046-a89f22876237 admin admin] Publish callbacks [] for router_gateway (86061384-2070-4015-9452-2bc9aa9bb76b), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:24.984759 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-e6756a80-17fc-4d7e-b046-a89f22876237 admin admin] Deleting port 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:34:24.985093 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e6756a80-17fc-4d7e-b046-a89f22876237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (8f13c15d-bff3-4b5b-9d4c-37063acdf8d2), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:25.019769 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-0bab1a0e-a00b-47ba-a785-1448edfbdff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:34:24Z', 'revision_number': 5, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port': {'id': '8f13c15d-bff3-4b5b-9d4c-37063acdf8d2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ca:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:25.045888 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab1a0e-a00b-47ba-a785-1448edfbdff9 None None] Checking router: 86061384-2070-4015-9452-2bc9aa9bb76b for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:34:25.054941 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab1a0e-a00b-47ba-a785-1448edfbdff9 None None] Routers {'86061384-2070-4015-9452-2bc9aa9bb76b'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:34:25.055548 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-0bab1a0e-a00b-47ba-a785-1448edfbdff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:34:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['86061384-2070-4015-9452-2bc9aa9bb76b'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:25.065023 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-e6756a80-17fc-4d7e-b046-a89f22876237 admin admin] For port 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=8f13c15d-bff3-4b5b-9d4c-37063acdf8d2,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:25.065386 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e6756a80-17fc-4d7e-b046-a89f22876237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (8f13c15d-bff3-4b5b-9d4c-37063acdf8d2), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:25.078174 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-e6756a80-17fc-4d7e-b046-a89f22876237 admin admin] Calling delete_port for 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2 owned by network:router_gateway {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:34:25.138021 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-0bab1a0e-a00b-47ba-a785-1448edfbdff9 None None] Set router 86061384-2070-4015-9452-2bc9aa9bb76b gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:34:25.189813 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-0bab1a0e-a00b-47ba-a785-1448edfbdff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:34:24Z', 'revision_number': 6, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port_host': None}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:25.214673 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab1a0e-a00b-47ba-a785-1448edfbdff9 None None] The sync data for ids ['86061384-2070-4015-9452-2bc9aa9bb76b'] in dv-cinder-841315-2-iscsi is: [{'id': '86061384-2070-4015-9452-2bc9aa9bb76b', 'name': 'tempest-ServerRescueNegativeTestJSON-1698141629-router', 'tenant_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:34:24Z', 'revision_number': 6, 'project_id': '736d8803a13e4dddb1ef32b7ab11eb1c', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:34:25.246673 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e6756a80-17fc-4d7e-b046-a89f22876237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (8f13c15d-bff3-4b5b-9d4c-37063acdf8d2), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:25.273356 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6756a80-17fc-4d7e-b046-a89f22876237 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f13c15d-bff3-4b5b-9d4c-37063acdf8d2,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:25.282455 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:25.340236 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e6756a80-17fc-4d7e-b046-a89f22876237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376603'] for router_gateway (86061384-2070-4015-9452-2bc9aa9bb76b), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:25.419895 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:25.427330 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e6756a80-17fc-4d7e-b046-a89f22876237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (86061384-2070-4015-9452-2bc9aa9bb76b), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:25.429159 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a0089b98-aa8d-48fa-a318-0cab30dccdb8 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:34:25.430032 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e6756a80-17fc-4d7e-b046-a89f22876237 admin admin] Publish callbacks [] for router_controller (86061384-2070-4015-9452-2bc9aa9bb76b), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:25.475691 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e6756a80-17fc-4d7e-b046-a89f22876237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693842'] for router (86061384-2070-4015-9452-2bc9aa9bb76b), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:25.476384 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6756a80-17fc-4d7e-b046-a89f22876237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86061384-2070-4015-9452-2bc9aa9bb76b {{(pid=103935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:34:25.480841 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e6756a80-17fc-4d7e-b046-a89f22876237 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:25.485046 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-e6756a80-17fc-4d7e-b046-a89f22876237 admin admin] 10.222.0.36 "DELETE /v2.0/routers/86061384-2070-4015-9452-2bc9aa9bb76b HTTP/1.1" status: 204 len: 168 time: 0.7605901 Jul 27 15:34:25.485311 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port a0089b98-aa8d-48fa-a318-0cab30dccdb8 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:34:25.485686 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 45114) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:25.491198 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port a0089b98-aa8d-48fa-a318-0cab30dccdb8 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:34:25.491574 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (a0089b98-aa8d-48fa-a318-0cab30dccdb8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:25.531138 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:25.534397 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735e283-5d43-404a-8e31-ef1340f90ee3 req-d98327ca-536f-45ad-bc83-4385242ad27d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:25.535983 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4735e283-5d43-404a-8e31-ef1340f90ee3 req-d98327ca-536f-45ad-bc83-4385242ad27d tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 944 time: 0.0512929 Jul 27 15:34:25.544483 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Deleting subnet 883a3f24-7bbd-4327-bcdc-69598788608b {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 15:34:25.548059 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Publish callbacks [] for subnet (883a3f24-7bbd-4327-bcdc-69598788608b), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:25.574067 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port a0089b98-aa8d-48fa-a318-0cab30dccdb8 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:34:25.574495 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a0089b98-aa8d-48fa-a318-0cab30dccdb8), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:25.587544 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12156066'] for subnet (883a3f24-7bbd-4327-bcdc-69598788608b), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:25.596231 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4735e283-5d43-404a-8e31-ef1340f90ee3 req-53db6b71-ce7e-438e-934e-62484e5f2470 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f843100-713d-49e4-90b0-5d4d46c3d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526209 Jul 27 15:34:25.612539 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c197fd-bf3d-4589-86ed-e771f386c806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0089b98-aa8d-48fa-a318-0cab30dccdb8'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:34:25.616173 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c112215c-7259-4fdf-b64b-c6401eb33113" -d '{"events": [{"server_uuid": "06c197fd-bf3d-4589-86ed-e771f386c806", "name": "network-vif-plugged", "status": "completed", "tag": "a0089b98-aa8d-48fa-a318-0cab30dccdb8"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:34:25.635109 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port a0089b98-aa8d-48fa-a318-0cab30dccdb8, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a0089b98-aa8d-48fa-a318-0cab30dccdb8,segment=NetworkSegment(0d782dbe-2f4f-4b48-ac38-39f77cc9248d),segment_id=0d782dbe-2f4f-4b48-ac38-39f77cc9248d)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:25.646629 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:25.650185 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (a0089b98-aa8d-48fa-a318-0cab30dccdb8), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:25.693025 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563307'] for subnet (883a3f24-7bbd-4327-bcdc-69598788608b), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:25.795232 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8434635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575612'] for subnet (883a3f24-7bbd-4327-bcdc-69598788608b), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:25.824919 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=883a3f24-7bbd-4327-bcdc-69598788608b,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:25.830380 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:25.836710 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45122) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:25.840091 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659ba77c-e0ef-41c8-b341-d514d50a9e43 None None] Network 54d4d7af-884d-4461-b1ad-55fbebbc888a requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:34:25.845257 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/883a3f24-7bbd-4327-bcdc-69598788608b HTTP/1.1" status: 204 len: 168 time: 0.3573370 Jul 27 15:34:25.855089 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.856175 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.856700 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.857317 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.857872 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.858130 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.858527 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.858920 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.859393 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.859785 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.860203 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.860698 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.861086 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.861561 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.861861 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381c3d18-d4d0-49a6-b0a3-1c8372b13ddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.866834 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebc0ee8-0e18-4da7-b202-c8d138e0e630 x-openstack-request-id: req-6ebc0ee8-0e18-4da7-b202-c8d138e0e630 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:34:25.867137 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c197fd-bf3d-4589-86ed-e771f386c806", "name": "network-vif-plugged", "status": "completed", "tag": "a0089b98-aa8d-48fa-a318-0cab30dccdb8", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:34:25.867414 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6ebc0ee8-0e18-4da7-b202-c8d138e0e630 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:34:25.867799 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ebc0ee8-0e18-4da7-b202-c8d138e0e630'] response: {'server_uuid': '06c197fd-bf3d-4589-86ed-e771f386c806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0089b98-aa8d-48fa-a318-0cab30dccdb8', 'code': 200} Jul 27 15:34:25.899302 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=a0089b98-aa8d-48fa-a318-0cab30dccdb8,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:25.919789 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.920198 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.920574 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.920939 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.921364 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.921989 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.922283 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.922820 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409505'] for network (54d4d7af-884d-4461-b1ad-55fbebbc888a), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:25.923015 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.923192 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.923522 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.924115 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.924784 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.925762 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.926268 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.926995 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:25.975179 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] Deleting port a06045e1-89b3-407a-8c7d-601ba75d0ead {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:34:25.976787 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (a06045e1-89b3-407a-8c7d-601ba75d0ead), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:26.060026 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72668aa-e685-402f-951a-deaa7aab7f2a None None] DHCP port deletion for 54d4d7af-884d-4461-b1ad-55fbebbc888a request from dv-cinder-841315-2-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 15:34:26.089154 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f4851-dffd-4854-9dcf-59d65d97a023 req-0a690575-1ee2-47fb-918d-726810f63cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:26.090691 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ca3f4851-dffd-4854-9dcf-59d65d97a023 req-0a690575-1ee2-47fb-918d-726810f63cfe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 1129 time: 0.0669713 Jul 27 15:34:26.095614 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] For port a06045e1-89b3-407a-8c7d-601ba75d0ead, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=a06045e1-89b3-407a-8c7d-601ba75d0ead,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:26.096032 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (a06045e1-89b3-407a-8c7d-601ba75d0ead), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:26.104192 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-b72668aa-e685-402f-951a-deaa7aab7f2a None None] Deleting port a06045e1-89b3-407a-8c7d-601ba75d0ead {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:34:26.104572 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b72668aa-e685-402f-951a-deaa7aab7f2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (a06045e1-89b3-407a-8c7d-601ba75d0ead), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:26.123187 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] Calling delete_port for a06045e1-89b3-407a-8c7d-601ba75d0ead owned by network:dhcp {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:34:26.174172 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-b72668aa-e685-402f-951a-deaa7aab7f2a None None] For port a06045e1-89b3-407a-8c7d-601ba75d0ead, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=a06045e1-89b3-407a-8c7d-601ba75d0ead,segment=NetworkSegment(c15dc4fb-a403-4a3b-9cde-e40151c83990),segment_id=c15dc4fb-a403-4a3b-9cde-e40151c83990)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:26.174726 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b72668aa-e685-402f-951a-deaa7aab7f2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (a06045e1-89b3-407a-8c7d-601ba75d0ead), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:26.190324 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-b72668aa-e685-402f-951a-deaa7aab7f2a None None] Calling delete_port for a06045e1-89b3-407a-8c7d-601ba75d0ead owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:34:26.196640 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ca3f4851-dffd-4854-9dcf-59d65d97a023 req-676754c2-2d09-47fd-a516-4a67de661008 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1f843100-713d-49e4-90b0-5d4d46c3d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978625 Jul 27 15:34:26.234710 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (a06045e1-89b3-407a-8c7d-601ba75d0ead), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:26.236776 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:26.262049 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] Pushing event deleted for resources: {'Port': ['ID=a06045e1-89b3-407a-8c7d-601ba75d0ead,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:26.267653 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] No DVR routers for this DVR port a06045e1-89b3-407a-8c7d-601ba75d0ead on host dv-cinder-841315-2-iscsi {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:34:26.283094 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b72668aa-e685-402f-951a-deaa7aab7f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (a06045e1-89b3-407a-8c7d-601ba75d0ead), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:26.308215 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72668aa-e685-402f-951a-deaa7aab7f2a None None] Pushing event deleted for resources: {'Port': ['ID=a06045e1-89b3-407a-8c7d-601ba75d0ead,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:26.320695 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72668aa-e685-402f-951a-deaa7aab7f2a None None] No DVR routers for this DVR port a06045e1-89b3-407a-8c7d-601ba75d0ead on host dv-cinder-841315-2-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:34:26.354797 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561221', 'neutron.services.segments.db._delete_segments_for_network-8768358125770'] for network (54d4d7af-884d-4461-b1ad-55fbebbc888a), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:26.378754 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d4d7af-884d-4461-b1ad-55fbebbc888a']}} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:26.390254 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15dc4fb-a403-4a3b-9cde-e40151c83990') {'for_net_delete': True} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:26.390547 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15dc4fb-a403-4a3b-9cde-e40151c83990') {} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:26.400671 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768358125671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385136'] for segment (c15dc4fb-a403-4a3b-9cde-e40151c83990), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:26.414375 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (c15dc4fb-a403-4a3b-9cde-e40151c83990), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:26.420835 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:34:26.421216 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9021718'] for segment (c15dc4fb-a403-4a3b-9cde-e40151c83990), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:26.462041 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment c15dc4fb-a403-4a3b-9cde-e40151c83990 resource provider aggregate not found Jul 27 15:34:26.483666 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment c15dc4fb-a403-4a3b-9cde-e40151c83990 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c15dc4fb-a403-4a3b-9cde-e40151c83990 found for delete ", "request_id": "req-82043539-eef2-43db-8304-7f948302377e"}]} Jul 27 15:34:26.491593 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376631'] for network (54d4d7af-884d-4461-b1ad-55fbebbc888a), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:26.495215 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device a06045e1-89b3-407a-8c7d-601ba75d0ead no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:26.499812 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:26.502994 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] 10.222.0.36 "DELETE /v2.0/networks/54d4d7af-884d-4461-b1ad-55fbebbc888a HTTP/1.1" status: 204 len: 168 time: 0.6652834 Jul 27 15:34:26.513623 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c2810-996d-4aca-b1ae-c26cbd644443 admin admin] Pushing event deleted for resources: {'Network': ['ID=54d4d7af-884d-4461-b1ad-55fbebbc888a,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:26.519550 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: a06045e1-89b3-407a-8c7d-601ba75d0ead {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:34:26.520047 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device a06045e1-89b3-407a-8c7d-601ba75d0ead not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:26.520324 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:26.539967 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:34:26.540323 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 8f13c15d-bff3-4b5b-9d4c-37063acdf8d2 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:26.540750 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device f1c999a5-021a-47ba-90b6-f38497c4f5ff no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:34:26.559736 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: f1c999a5-021a-47ba-90b6-f38497c4f5ff {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:34:26.560127 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device f1c999a5-021a-47ba-90b6-f38497c4f5ff not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:34:26.628593 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45130) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:26.659090 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:26.677679 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d443d2d4-3a42-482d-b3dd-22167e488d35 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=736d8803a13e4dddb1ef32b7ab11eb1c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0479038 Jul 27 15:34:26.680307 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45134) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:26.754694 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795de7da-9815-4bf6-9f7b-c0eaba4daa24 req-13c7f8f3-fdba-4740-b3ec-77f0b8235300 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:26.756110 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-795de7da-9815-4bf6-9f7b-c0eaba4daa24 req-13c7f8f3-fdba-4740-b3ec-77f0b8235300 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 945 time: 0.0693405 Jul 27 15:34:26.788428 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bc231767-1029-4cd8-8dcb-54de4742fa42 admin admin] Publish callbacks [] for security_group (55335377-cfd1-4462-9dec-7535beb5b2c8), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:26.827654 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bc231767-1029-4cd8-8dcb-54de4742fa42 admin admin] Publish callbacks [] for security_group (55335377-cfd1-4462-9dec-7535beb5b2c8), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:26.838954 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:26.846487 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-795de7da-9815-4bf6-9f7b-c0eaba4daa24 req-6e0436d2-b896-4720-adb1-a983f0a27fcc tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f843100-713d-49e4-90b0-5d4d46c3d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827320 Jul 27 15:34:26.886395 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bc231767-1029-4cd8-8dcb-54de4742fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (55335377-cfd1-4462-9dec-7535beb5b2c8), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:26.889121 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bc231767-1029-4cd8-8dcb-54de4742fa42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:26.890305 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-bc231767-1029-4cd8-8dcb-54de4742fa42 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55335377-cfd1-4462-9dec-7535beb5b2c8 HTTP/1.1" status: 204 len: 168 time: 0.2089858 Jul 27 15:34:26.898486 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc231767-1029-4cd8-8dcb-54de4742fa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55335377-cfd1-4462-9dec-7535beb5b2c8,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:27.638556 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 45164) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:27.774360 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-0f75f8e9-af35-4b90-ad3f-8fb7ea907711 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1257286524-network', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:27.797487 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f75f8e9-af35-4b90-ad3f-8fb7ea907711 admin admin] Made reservation on behalf of 33ea04cddf084bc9b4aab1e7c477abbf for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:34:27.800261 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0f75f8e9-af35-4b90-ad3f-8fb7ea907711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:27.810754 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0f75f8e9-af35-4b90-ad3f-8fb7ea907711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:27.915195 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0f75f8e9-af35-4b90-ad3f-8fb7ea907711 admin admin] Publish callbacks [] for security_group (29101409-e72a-4a3e-9ee2-bd5efa42153b), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:27.925366 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0f75f8e9-af35-4b90-ad3f-8fb7ea907711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (29101409-e72a-4a3e-9ee2-bd5efa42153b), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:27.973248 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f75f8e9-af35-4b90-ad3f-8fb7ea907711 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:34:27.983225 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75f8e9-af35-4b90-ad3f-8fb7ea907711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29101409-e72a-4a3e-9ee2-bd5efa42153b,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:27.989581 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0f75f8e9-af35-4b90-ad3f-8fb7ea907711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (93cfa504-1415-4c15-a24f-60cd82d1ed6c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:27.989925 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-0f75f8e9-af35-4b90-ad3f-8fb7ea907711 admin admin] Added segment 93cfa504-1415-4c15-a24f-60cd82d1ed6c of type vlan for network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb Jul 27 15:34:28.036331 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb837d8-2655-4ab3-bcbd-0124d3dc272f req-8d7116ee-09cb-476d-a146-d3dbbb425094 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:28.036902 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0f75f8e9-af35-4b90-ad3f-8fb7ea907711 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:28.038594 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8fb837d8-2655-4ab3-bcbd-0124d3dc272f req-8d7116ee-09cb-476d-a146-d3dbbb425094 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 945 time: 0.0735662 Jul 27 15:34:28.085211 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0f75f8e9-af35-4b90-ad3f-8fb7ea907711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:28.086247 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f75f8e9-af35-4b90-ad3f-8fb7ea907711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:28.086919 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0f75f8e9-af35-4b90-ad3f-8fb7ea907711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:28.092453 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8fb837d8-2655-4ab3-bcbd-0124d3dc272f req-01f668e0-a0e5-42ad-b164-cbdac9cbff45 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f843100-713d-49e4-90b0-5d4d46c3d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470235 Jul 27 15:34:28.157277 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0f75f8e9-af35-4b90-ad3f-8fb7ea907711 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5175302 Jul 27 15:34:28.160291 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45174) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:28.163386 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75f8e9-af35-4b90-ad3f-8fb7ea907711 admin admin] Pushing event updated for resources: {'Network': ['ID=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:28.165931 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-035531cb-bb7c-4faa-ab3c-faf3e8663df6 admin admin] Request body: {'subnet': {'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-subnet', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:28.173721 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:34:28.189790 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035531cb-bb7c-4faa-ab3c-faf3e8663df6 admin admin] Made reservation on behalf of 33ea04cddf084bc9b4aab1e7c477abbf for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:34:28.192309 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-035531cb-bb7c-4faa-ab3c-faf3e8663df6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9007690'] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:28.369820 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-035531cb-bb7c-4faa-ab3c-faf3e8663df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9021833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9007716'] for subnet (c026a68a-eb65-46d4-9eae-868f5270709b), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:28.420449 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035531cb-bb7c-4faa-ab3c-faf3e8663df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c026a68a-eb65-46d4-9eae-868f5270709b,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:28.437043 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035531cb-bb7c-4faa-ab3c-faf3e8663df6 admin admin] Checking segment: {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:34:28.437403 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035531cb-bb7c-4faa-ab3c-faf3e8663df6 admin admin] Network hostable DHCP agents. Network: a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:34:28.454360 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035531cb-bb7c-4faa-ab3c-faf3e8663df6 admin admin] Network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:34:28.463671 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-035531cb-bb7c-4faa-ab3c-faf3e8663df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:34:28.467533 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035531cb-bb7c-4faa-ab3c-faf3e8663df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:28.468141 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-035531cb-bb7c-4faa-ab3c-faf3e8663df6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:28.473147 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7adbe01-e06e-4e07-95cd-70f50c38ee3c None None] Network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:34:28.485613 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-035531cb-bb7c-4faa-ab3c-faf3e8663df6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3242214 Jul 27 15:34:28.488376 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45176) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:28.492507 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:28.513627 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (c5cbe18f-88d3-4284-9c49-25ce2e5a436a), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:28.514652 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (c5cbe18f-88d3-4284-9c49-25ce2e5a436a), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:28.570826 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Publish callbacks [] for router_controller (c5cbe18f-88d3-4284-9c49-25ce2e5a436a), precommit_add_association {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:28.580079 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ed9012-b7a2-53ef-b07c-df57315a4421-a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b'}]}} from dv-cinder-841315-2-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 15:34:28.581027 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:28.637920 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:28.708167 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Publish callbacks [] for router_gateway (c5cbe18f-88d3-4284-9c49-25ce2e5a436a), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:28.713819 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Allocated IP 172.20.0.2 (a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb/c026a68a-eb65-46d4-9eae-868f5270709b/635c57f0-2e04-4eaf-bbab-5d98541320ed) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:34:28.722583 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:28.858084 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Publish callbacks [] for port (635c57f0-2e04-4eaf-bbab-5d98541320ed), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:28.863687 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (635c57f0-2e04-4eaf-bbab-5d98541320ed), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:28.892019 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Publish callbacks [] for router_gateway (c5cbe18f-88d3-4284-9c49-25ce2e5a436a), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:28.893504 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:28.908535 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:34:28.911976 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:34:28.912234 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:28.913708 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Pushing event updated for resources: {'Port': ['ID=635c57f0-2e04-4eaf-bbab-5d98541320ed,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:28.916670 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:34:28.973526 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Attempting to bind port 635c57f0-2e04-4eaf-bbab-5d98541320ed on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:34:28.973892 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Attempting to bind port 635c57f0-2e04-4eaf-bbab-5d98541320ed by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:34:28.974432 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Attempting to bind port 635c57f0-2e04-4eaf-bbab-5d98541320ed on network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:34:28.980231 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:34:28.980597 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Checking segment: {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:34:28.981163 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:28.981698 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Bound using segment: {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:34:28.982426 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Bound port: 635c57f0-2e04-4eaf-bbab-5d98541320ed, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:34:28.983009 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (635c57f0-2e04-4eaf-bbab-5d98541320ed), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:29.037582 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Allocated IP 172.27.1.40 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/aade66e8-7a92-4c82-a5ef-91cef3eea497) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:34:29.048741 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] For port 635c57f0-2e04-4eaf-bbab-5d98541320ed, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:34:29.052029 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] For port 635c57f0-2e04-4eaf-bbab-5d98541320ed, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=635c57f0-2e04-4eaf-bbab-5d98541320ed,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:34:29.057360 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (635c57f0-2e04-4eaf-bbab-5d98541320ed), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:29.111735 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513baafd-474b-41ac-b11d-e2d3de20f605 None None] Pushing event updated for resources: {'Port': ['ID=635c57f0-2e04-4eaf-bbab-5d98541320ed,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:29.154410 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Publish callbacks [] for port (aade66e8-7a92-4c82-a5ef-91cef3eea497), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:29.188214 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (aade66e8-7a92-4c82-a5ef-91cef3eea497), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:29.190232 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:29.235950 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d591bf1-7ab7-4f1e-9d18-85f718f96601 req-351bead6-b158-4b79-92dc-b79d1d996f07 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:29.237541 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0d591bf1-7ab7-4f1e-9d18-85f718f96601 req-351bead6-b158-4b79-92dc-b79d1d996f07 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 945 time: 0.0583761 Jul 27 15:34:29.238538 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:34:29.242102 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:34:29.244123 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Pushing event updated for resources: {'Port': ['ID=aade66e8-7a92-4c82-a5ef-91cef3eea497,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:29.246365 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:34:29.313437 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0d591bf1-7ab7-4f1e-9d18-85f718f96601 req-2f1af905-74e8-4597-a5bd-1b984bf24131 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f843100-713d-49e4-90b0-5d4d46c3d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682352 Jul 27 15:34:29.727408 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2e9df-62c5-4e56-8fdf-1d39078b8fd2 req-cba599d6-9581-489a-8fea-2a3a943427e9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:29.729010 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-97f2e9df-62c5-4e56-8fdf-1d39078b8fd2 req-cba599d6-9581-489a-8fea-2a3a943427e9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 945 time: 0.0641310 Jul 27 15:34:29.739937 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 45190) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:29.744536 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-8ec8b33f-c07d-4367-8c73-88630a899ba3 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Request body: {'floatingip': {'port_id': 'a0089b98-aa8d-48fa-a318-0cab30dccdb8'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:29.797423 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8ec8b33f-c07d-4367-8c73-88630a899ba3 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for floatingip (7a27b236-0556-4687-9b4d-9c5531722e41), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:29.842284 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:29.845589 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Publish callbacks [] for router_gateway (c5cbe18f-88d3-4284-9c49-25ce2e5a436a), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:30.016136 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dceab-8020-4ccd-b30b-96792c262c3c req-baffb90f-8da0-4346-a164-bb6fab576d22 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:30.017721 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-941dceab-8020-4ccd-b30b-96792c262c3c req-baffb90f-8da0-4346-a164-bb6fab576d22 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0628226 Jul 27 15:34:30.149378 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0f8c9c-083f-4ecb-b367-f16626a98877 None None] Network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:34:30.155026 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-941dceab-8020-4ccd-b30b-96792c262c3c req-7b502614-a901-4f48-8e0b-76b410b53cee tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964324 Jul 27 15:34:30.164576 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374406'] for router (c5cbe18f-88d3-4284-9c49-25ce2e5a436a), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:30.224871 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:30.235797 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-87e6365a-9c76-414c-90ce-fcb50b6cdfd0 None None] Provisioning complete for port 635c57f0-2e04-4eaf-bbab-5d98541320ed triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:34:30.236194 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-87e6365a-9c76-414c-90ce-fcb50b6cdfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (635c57f0-2e04-4eaf-bbab-5d98541320ed), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:30.250054 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:30.279255 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:30.315714 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Router c5cbe18f-88d3-4284-9c49-25ce2e5a436a is scheduled to L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 with binding_index 1 {{(pid=103935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 15:34:30.333375 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-87e6365a-9c76-414c-90ce-fcb50b6cdfd0 None None] Current status of the port 635c57f0-2e04-4eaf-bbab-5d98541320ed is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:34:30.334028 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-87e6365a-9c76-414c-90ce-fcb50b6cdfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (635c57f0-2e04-4eaf-bbab-5d98541320ed), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:30.346753 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8ec8b33f-c07d-4367-8c73-88630a899ba3 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:30.351093 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8ec8b33f-c07d-4367-8c73-88630a899ba3 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (7a27b236-0556-4687-9b4d-9c5531722e41), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:30.396712 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-87e6365a-9c76-414c-90ce-fcb50b6cdfd0 None None] For port 635c57f0-2e04-4eaf-bbab-5d98541320ed, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=635c57f0-2e04-4eaf-bbab-5d98541320ed,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:30.407947 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-87e6365a-9c76-414c-90ce-fcb50b6cdfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (635c57f0-2e04-4eaf-bbab-5d98541320ed), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:30.469717 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:34:30.488358 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Sync routers for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:34:30.502608 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:30.504260 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-ac9ff5e4-199a-4f35-b7ba-003dbd6c3e32 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0149708 Jul 27 15:34:30.510431 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45202) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:30.517453 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:30.518783 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:34:30.519465 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:34:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:30.559867 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6365a-9c76-414c-90ce-fcb50b6cdfd0 None None] Pushing event updated for resources: {'Port': ['ID=635c57f0-2e04-4eaf-bbab-5d98541320ed,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:30.589139 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-8ec8b33f-c07d-4367-8c73-88630a899ba3 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Floating IP 7a27b236-0556-4687-9b4d-9c5531722e41 associated. External IP: 172.27.1.243, port: a0089b98-aa8d-48fa-a318-0cab30dccdb8. Jul 27 15:34:30.645228 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 635c57f0-2e04-4eaf-bbab-5d98541320ed up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:34:30.716451 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:34:30.791697 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 635c57f0-2e04-4eaf-bbab-5d98541320ed triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:34:30.792111 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (635c57f0-2e04-4eaf-bbab-5d98541320ed), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:30.852877 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec8b33f-c07d-4367-8c73-88630a899ba3 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Router 234b9294-d82c-40cf-8b8b-2c226e26df01 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:34:30.876580 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-e02e9c32-fb8f-45d8-add7-f022b61d8290 None None] Provisioning complete for port 635c57f0-2e04-4eaf-bbab-5d98541320ed triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:34:30.876957 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e02e9c32-fb8f-45d8-add7-f022b61d8290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (635c57f0-2e04-4eaf-bbab-5d98541320ed), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:30.984416 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec8b33f-c07d-4367-8c73-88630a899ba3 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:34:30.991181 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8ec8b33f-c07d-4367-8c73-88630a899ba3 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:30.997816 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2827b-1cfc-4062-9908-2d994f349c3c None None] Sync routers for ids ['234b9294-d82c-40cf-8b8b-2c226e26df01'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:34:31.009384 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2827b-1cfc-4062-9908-2d994f349c3c None None] Routers {'234b9294-d82c-40cf-8b8b-2c226e26df01'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:34:31.010065 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ffe2827b-1cfc-4062-9908-2d994f349c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:34:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['234b9294-d82c-40cf-8b8b-2c226e26df01'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:31.022855 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 635c57f0-2e04-4eaf-bbab-5d98541320ed is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:34:31.031019 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8ec8b33f-c07d-4367-8c73-88630a899ba3 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "PUT /v2.0/floatingips/7a27b236-0556-4687-9b4d-9c5531722e41 HTTP/1.1" status: 200 len: 991 time: 1.2899332 Jul 27 15:34:31.031630 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c197fd-bf3d-4589-86ed-e771f386c806', 'tag': 'a0089b98-aa8d-48fa-a318-0cab30dccdb8'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:34:31.033978 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc91896-ca85-4a8b-bd30-a1bcb472be8f" -d '{"events": [{"name": "network-changed", "server_uuid": "06c197fd-bf3d-4589-86ed-e771f386c806", "tag": "a0089b98-aa8d-48fa-a318-0cab30dccdb8"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:34:31.069906 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:29Z', 'revision_number': 3, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:31.077231 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:31.080399 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:31.092662 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9069e4f-20b7-41e6-b0b1-c70b79ec76d7 x-openstack-request-id: req-a9069e4f-20b7-41e6-b0b1-c70b79ec76d7 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:34:31.093258 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c197fd-bf3d-4589-86ed-e771f386c806", "tag": "a0089b98-aa8d-48fa-a318-0cab30dccdb8", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:34:31.093709 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9069e4f-20b7-41e6-b0b1-c70b79ec76d7 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:34:31.094309 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9069e4f-20b7-41e6-b0b1-c70b79ec76d7'] response: {'name': 'network-changed', 'server_uuid': '06c197fd-bf3d-4589-86ed-e771f386c806', 'tag': 'a0089b98-aa8d-48fa-a318-0cab30dccdb8', 'status': 'completed', 'code': 200} Jul 27 15:34:31.144090 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-ffe2827b-1cfc-4062-9908-2d994f349c3c None None] Set router 234b9294-d82c-40cf-8b8b-2c226e26df01 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:34:31.242691 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Checking router: c5cbe18f-88d3-4284-9c49-25ce2e5a436a for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:34:31.243432 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Updating router c5cbe18f-88d3-4284-9c49-25ce2e5a436a port aade66e8-7a92-4c82-a5ef-91cef3eea497 binding host dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:34:31.247760 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-e02e9c32-fb8f-45d8-add7-f022b61d8290 None None] Current status of the port 635c57f0-2e04-4eaf-bbab-5d98541320ed is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:34:31.258263 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:31.276143 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (aade66e8-7a92-4c82-a5ef-91cef3eea497), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:31.326016 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc91896-ca85-4a8b-bd30-a1bcb472be8f req-636b59c4-f6da-4c85-aab7-6abf542f0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:31.327542 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8dc91896-ca85-4a8b-bd30-a1bcb472be8f req-636b59c4-f6da-4c85-aab7-6abf542f0aac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fddbf2261d1f42d0a41aa921197fc181&device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 1129 time: 0.1878765 Jul 27 15:34:31.398227 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb798bc-d252-4d8d-ae5d-43fd4e8c3aea req-b4882892-486e-42e3-90f6-514f4ce0506f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:31.399863 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cdb798bc-d252-4d8d-ae5d-43fd4e8c3aea req-b4882892-486e-42e3-90f6-514f4ce0506f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.1376913 Jul 27 15:34:31.405667 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ffe2827b-1cfc-4062-9908-2d994f349c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '7a27b236-0556-4687-9b4d-9c5531722e41', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'port_id': 'a0089b98-aa8d-48fa-a318-0cab30dccdb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'mac_address': 'fa:16:3e:5a:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c197fd-bf3d-4589-86ed-e771f386c806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:13Z', 'updated_at': '2022-07-27T15:34:30Z', 'revision_number': 1, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72c925d-1264-4bcf-b9bf-3f489f419faa', 'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'mac_address': 'fa:16:3e:d9:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:37Z', 'updated_at': '2022-07-27T15:29:00Z', 'revision_number': 5, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'subnets': [{'id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:31.415766 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Allocated IP 172.20.0.1 (a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb/c026a68a-eb65-46d4-9eae-868f5270709b/4456b1ab-ce24-472c-b803-1642c1552908) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:34:31.431965 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2827b-1cfc-4062-9908-2d994f349c3c None None] Checking router: 234b9294-d82c-40cf-8b8b-2c226e26df01 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:34:31.442636 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2827b-1cfc-4062-9908-2d994f349c3c None None] Routers {'234b9294-d82c-40cf-8b8b-2c226e26df01'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:34:31.444094 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ffe2827b-1cfc-4062-9908-2d994f349c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:34:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['234b9294-d82c-40cf-8b8b-2c226e26df01'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:31.526249 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:31.545090 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:31.547460 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Publish callbacks [] for port (aade66e8-7a92-4c82-a5ef-91cef3eea497), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:31.550371 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cdb798bc-d252-4d8d-ae5d-43fd4e8c3aea req-1551ff8b-480f-4bd6-ae7e-8ff692badba7 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382182 Jul 27 15:34:31.554357 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (aade66e8-7a92-4c82-a5ef-91cef3eea497), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:31.559734 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc91896-ca85-4a8b-bd30-a1bcb472be8f req-bceea759-997c-4fb6-b846-39191c37d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:31.561619 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8dc91896-ca85-4a8b-bd30-a1bcb472be8f req-bceea759-997c-4fb6-b846-39191c37d865 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c38721ce-4da8-41f0-9615-4459de2daf25 HTTP/1.1" status: 200 len: 912 time: 0.2208345 Jul 27 15:34:31.564907 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-ffe2827b-1cfc-4062-9908-2d994f349c3c None None] Set router 234b9294-d82c-40cf-8b8b-2c226e26df01 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:34:31.589191 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:31.625396 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9f5e6-dc0e-4d96-88d9-ed1b3365372e None None] Pushing event updated for resources: {'Port': ['ID=aade66e8-7a92-4c82-a5ef-91cef3eea497,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:31.629223 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Attempting to bind port aade66e8-7a92-4c82-a5ef-91cef3eea497 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:34:31.629606 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Attempting to bind port aade66e8-7a92-4c82-a5ef-91cef3eea497 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:34:31.630540 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Attempting to bind port aade66e8-7a92-4c82-a5ef-91cef3eea497 on network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:34:31.637248 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:34:31.637630 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Checking segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:34:31.638177 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:31.639216 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Bound using segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:34:31.639216 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Bound port: aade66e8-7a92-4c82-a5ef-91cef3eea497, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:34:31.640028 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (aade66e8-7a92-4c82-a5ef-91cef3eea497), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:31.683435 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8dc91896-ca85-4a8b-bd30-a1bcb472be8f req-1b6621ee-883f-4237-aac2-1fdce5c2b637 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0089b98-aa8d-48fa-a318-0cab30dccdb8 HTTP/1.1" status: 200 len: 999 time: 0.1110728 Jul 27 15:34:31.686555 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Publish callbacks [] for port (4456b1ab-ce24-472c-b803-1642c1552908), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:31.694964 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] For port aade66e8-7a92-4c82-a5ef-91cef3eea497, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:34:31.699058 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] For port aade66e8-7a92-4c82-a5ef-91cef3eea497, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=aade66e8-7a92-4c82-a5ef-91cef3eea497,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:34:31.707065 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (aade66e8-7a92-4c82-a5ef-91cef3eea497), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:31.712268 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:31.754977 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc91896-ca85-4a8b-bd30-a1bcb472be8f req-0e3b215c-7857-492e-a4c8-fb391f20c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:31.756646 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8dc91896-ca85-4a8b-bd30-a1bcb472be8f req-0e3b215c-7857-492e-a4c8-fb391f20c952 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0cea517-b378-4c3d-b1c1-f934678ba74f HTTP/1.1" status: 200 len: 850 time: 0.0663912 Jul 27 15:34:31.763651 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:34:31.764332 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:34:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:31.776233 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (4456b1ab-ce24-472c-b803-1642c1552908), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:31.803977 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ffe2827b-1cfc-4062-9908-2d994f349c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '7a27b236-0556-4687-9b4d-9c5531722e41', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'port_id': 'a0089b98-aa8d-48fa-a318-0cab30dccdb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'mac_address': 'fa:16:3e:5a:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c197fd-bf3d-4589-86ed-e771f386c806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:13Z', 'updated_at': '2022-07-27T15:34:30Z', 'revision_number': 1, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72c925d-1264-4bcf-b9bf-3f489f419faa', 'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'mac_address': 'fa:16:3e:d9:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:37Z', 'updated_at': '2022-07-27T15:29:00Z', 'revision_number': 5, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'subnets': [{'id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:31.828420 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9f5e6-dc0e-4d96-88d9-ed1b3365372e None None] Pushing event updated for resources: {'Port': ['ID=aade66e8-7a92-4c82-a5ef-91cef3eea497,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:31.840659 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:34:31.844269 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc91896-ca85-4a8b-bd30-a1bcb472be8f req-fe886da4-73cf-4a51-83cc-fce385183431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:31.845976 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8dc91896-ca85-4a8b-bd30-a1bcb472be8f req-fe886da4-73cf-4a51-83cc-fce385183431 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c38721ce-4da8-41f0-9615-4459de2daf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811226 Jul 27 15:34:31.852661 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:34:31.864147 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:34:31.905894 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500358'] for router_interface (c5cbe18f-88d3-4284-9c49-25ce2e5a436a), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:31.906149 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:34:31.946416 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2827b-1cfc-4062-9908-2d994f349c3c None None] The sync data for ids ['234b9294-d82c-40cf-8b8b-2c226e26df01'] in dv-cinder-841315-2-iscsi is: [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '7a27b236-0556-4687-9b4d-9c5531722e41', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'port_id': 'a0089b98-aa8d-48fa-a318-0cab30dccdb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'mac_address': 'fa:16:3e:5a:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c197fd-bf3d-4589-86ed-e771f386c806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:13Z', 'updated_at': '2022-07-27T15:34:30Z', 'revision_number': 1, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72c925d-1264-4bcf-b9bf-3f489f419faa', 'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'mac_address': 'fa:16:3e:d9:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:37Z', 'updated_at': '2022-07-27T15:29:00Z', 'revision_number': 5, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'subnets': [{'id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:34:31.988663 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Pushing event updated for resources: {'Port': ['ID=4456b1ab-ce24-472c-b803-1642c1552908,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:32.017063 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:32.092786 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8dc91896-ca85-4a8b-bd30-a1bcb472be8f req-1d4819ca-7ae1-4d3d-a549-a9f12ba0c3f3 service neutron] 10.222.0.42 "GET /v2.0/networks/c38721ce-4da8-41f0-9615-4459de2daf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377932 Jul 27 15:34:32.103894 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:32.158492 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:29Z', 'revision_number': 3, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:32.185289 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (4456b1ab-ce24-472c-b803-1642c1552908), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:32.191805 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86372a5b-4f88-440d-baa1-4b69c90f2e91 None None] The sync data for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi is: [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:29Z', 'revision_number': 3, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:34:32.201387 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-4cf6b529-39fd-4d02-a6c8-5d7b9c974881 None None] Provisioning complete for port 4456b1ab-ce24-472c-b803-1642c1552908 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:34:32.201817 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4cf6b529-39fd-4d02-a6c8-5d7b9c974881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (4456b1ab-ce24-472c-b803-1642c1552908), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:32.239966 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6eeed2-24cb-4d67-b7b7-a16187aa1123 None None] New status for floating IP 7a27b236-0556-4687-9b4d-9c5531722e41: ACTIVE {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:34:32.288844 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-4cf6b529-39fd-4d02-a6c8-5d7b9c974881 None None] Port 4456b1ab-ce24-472c-b803-1642c1552908 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:34:32.289808 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8dc91896-ca85-4a8b-bd30-a1bcb472be8f req-27a999a7-942a-40c7-bde1-811accd481c2 service neutron] 10.222.0.42 "GET /v2.0/networks/c38721ce-4da8-41f0-9615-4459de2daf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875970 Jul 27 15:34:32.408230 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Publish callbacks [] for port (4456b1ab-ce24-472c-b803-1642c1552908), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:32.416958 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9021810'] for port (4456b1ab-ce24-472c-b803-1642c1552908), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:32.502044 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500474'] for router_interface (c5cbe18f-88d3-4284-9c49-25ce2e5a436a), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:32.503873 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Pushing event updated for resources: {'Port': ['ID=4456b1ab-ce24-472c-b803-1642c1552908,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:32.554990 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 635c57f0-2e04-4eaf-bbab-5d98541320ed up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:34:32.614135 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:34:32.623769 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:34:32.639638 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 635c57f0-2e04-4eaf-bbab-5d98541320ed triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:34:32.640771 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (635c57f0-2e04-4eaf-bbab-5d98541320ed), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:32.718487 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9d583-2c10-4cf2-9af5-02ba80c35dc7 req-96ef692d-ff07-4eab-a360-368dfb6c81c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:32.726305 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-eca9d583-2c10-4cf2-9af5-02ba80c35dc7 req-96ef692d-ff07-4eab-a360-368dfb6c81c5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0673385 Jul 27 15:34:32.733766 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 635c57f0-2e04-4eaf-bbab-5d98541320ed is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:34:32.770309 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:32.800514 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-eca9d583-2c10-4cf2-9af5-02ba80c35dc7 req-400287df-2a78-462f-bbcb-fa258ef66876 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716593 Jul 27 15:34:32.917646 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-65045a8b-1974-44a8-bdbc-50039a22fcb6 None None] Provisioning complete for port 4456b1ab-ce24-472c-b803-1642c1552908 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:34:32.918025 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-65045a8b-1974-44a8-bdbc-50039a22fcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (4456b1ab-ce24-472c-b803-1642c1552908), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:32.921101 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:32.964564 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-65045a8b-1974-44a8-bdbc-50039a22fcb6 None None] Port 4456b1ab-ce24-472c-b803-1642c1552908 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:34:33.037957 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Router c5cbe18f-88d3-4284-9c49-25ce2e5a436a has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:34:33.150897 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:34:33.155818 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4489012a-12b4-40e6-b6d0-27d9b5b0f4ac admin admin] 10.222.0.36 "PUT /v2.0/routers/c5cbe18f-88d3-4284-9c49-25ce2e5a436a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6430156 Jul 27 15:34:33.439114 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 45218) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:33.444181 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-ef130977-3c00-4b2c-a863-e66f890a73ea tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1956257399', 'description': 'tempest-description--1135409539'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:33.465297 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ef130977-3c00-4b2c-a863-e66f890a73ea tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:33.533411 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ef130977-3c00-4b2c-a863-e66f890a73ea tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:33.538291 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ef130977-3c00-4b2c-a863-e66f890a73ea tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:33.544411 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:33.567610 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ef130977-3c00-4b2c-a863-e66f890a73ea tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:33.568911 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ef130977-3c00-4b2c-a863-e66f890a73ea tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1288137 Jul 27 15:34:33.571907 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45220) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:33.577196 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-2686d391-ee40-4a57-9a7c-f5c1e4af7d71 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'security_group_rule': {'security_group_id': '2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:33.578066 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef130977-3c00-4b2c-a863-e66f890a73ea tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:33.608377 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2686d391-ee40-4a57-9a7c-f5c1e4af7d71 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (ae9fc7f5-67c3-403b-ac11-de4a2f09b61d), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:33.633240 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:33.666870 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2686d391-ee40-4a57-9a7c-f5c1e4af7d71 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (ae9fc7f5-67c3-403b-ac11-de4a2f09b61d), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:33.671182 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2686d391-ee40-4a57-9a7c-f5c1e4af7d71 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (ae9fc7f5-67c3-403b-ac11-de4a2f09b61d), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:33.693093 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686d391-ee40-4a57-9a7c-f5c1e4af7d71 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9fc7f5-67c3-403b-ac11-de4a2f09b61d,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:33.697721 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2686d391-ee40-4a57-9a7c-f5c1e4af7d71 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:33.698940 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-2686d391-ee40-4a57-9a7c-f5c1e4af7d71 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257524 Jul 27 15:34:33.701856 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45222) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:33.706317 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-96fcc306-d1d7-4df4-8192-c60ad27c13cf tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'security_group_rule': {'security_group_id': '2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:33.716243 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:33.734988 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-96fcc306-d1d7-4df4-8192-c60ad27c13cf tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (0aed56f5-e571-4f60-805f-cad65dfd341a), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:33.795607 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-96fcc306-d1d7-4df4-8192-c60ad27c13cf tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (0aed56f5-e571-4f60-805f-cad65dfd341a), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:33.799457 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-96fcc306-d1d7-4df4-8192-c60ad27c13cf tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (0aed56f5-e571-4f60-805f-cad65dfd341a), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:33.820045 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcc306-d1d7-4df4-8192-c60ad27c13cf tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aed56f5-e571-4f60-805f-cad65dfd341a,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:33.825199 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-96fcc306-d1d7-4df4-8192-c60ad27c13cf tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:33.827265 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-96fcc306-d1d7-4df4-8192-c60ad27c13cf tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238296 Jul 27 15:34:33.829783 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45224) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:33.834798 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'floatingip': {'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:33.858793 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:33.927342 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Sync routers for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:34:33.940131 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aea63b-15bd-44a9-b424-ce76ab7c5a09 req-c4011915-ac25-4dbf-905e-fd4ae617db33 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:33.940700 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:34:33.941081 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:34:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:33.941661 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d5aea63b-15bd-44a9-b424-ce76ab7c5a09 req-c4011915-ac25-4dbf-905e-fd4ae617db33 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0502920 Jul 27 15:34:33.947642 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:33.997959 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d5aea63b-15bd-44a9-b424-ce76ab7c5a09 req-c1c9452e-3216-4bb8-bf6d-b9713684f44b tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490019 Jul 27 15:34:34.062329 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:34:34.065181 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Allocated IP 172.27.1.190 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/0966c014-9e2c-4b53-b8de-98beba5e3220) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:34:34.178278 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for port (0966c014-9e2c-4b53-b8de-98beba5e3220), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:34.210722 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (0966c014-9e2c-4b53-b8de-98beba5e3220), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:34.251572 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:34:34.253750 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 2, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:34.256672 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:34:34.260473 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:34:34.263793 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'Port': ['ID=0966c014-9e2c-4b53-b8de-98beba5e3220,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:34.282504 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Checking router: c5cbe18f-88d3-4284-9c49-25ce2e5a436a for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:34:34.282850 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Updating router c5cbe18f-88d3-4284-9c49-25ce2e5a436a port 4456b1ab-ce24-472c-b803-1642c1552908 binding host dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:34:34.313136 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (4456b1ab-ce24-472c-b803-1642c1552908), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:34.335727 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:34.355543 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (8aff6509-ef6a-4eeb-809b-5f5a32f5e52f), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:34.397327 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (0966c014-9e2c-4b53-b8de-98beba5e3220), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:34.494823 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:34.519360 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device aade66e8-7a92-4c82-a5ef-91cef3eea497 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:34:34.554999 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for port (0966c014-9e2c-4b53-b8de-98beba5e3220), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:34.560745 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9021810'] for port (0966c014-9e2c-4b53-b8de-98beba5e3220), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:34.564599 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port aade66e8-7a92-4c82-a5ef-91cef3eea497 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:34:34.564971 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (aade66e8-7a92-4c82-a5ef-91cef3eea497), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:34.602789 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Publish callbacks [] for port (4456b1ab-ce24-472c-b803-1642c1552908), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:34.610465 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (4456b1ab-ce24-472c-b803-1642c1552908), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:34.612097 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:34.655321 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port aade66e8-7a92-4c82-a5ef-91cef3eea497 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:34:34.655727 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (aade66e8-7a92-4c82-a5ef-91cef3eea497), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:34.659045 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'Port': ['ID=0966c014-9e2c-4b53-b8de-98beba5e3220,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:34.679002 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port aade66e8-7a92-4c82-a5ef-91cef3eea497, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=aade66e8-7a92-4c82-a5ef-91cef3eea497,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:34.680240 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (8aff6509-ef6a-4eeb-809b-5f5a32f5e52f), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:34.687110 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (aade66e8-7a92-4c82-a5ef-91cef3eea497), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:34.714557 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:34.714836 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ccbb9-8692-47db-ab67-ced941fec66c None None] Pushing event updated for resources: {'Port': ['ID=4456b1ab-ce24-472c-b803-1642c1552908,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:34.723758 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-23530739-6421-48f5-996a-2d69adc71ed6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8850427 Jul 27 15:34:34.729566 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:34.731537 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ccbb9-8692-47db-ab67-ced941fec66c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:34.731913 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ccbb9-8692-47db-ab67-ced941fec66c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:34.732277 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ccbb9-8692-47db-ab67-ced941fec66c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:34.732637 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ccbb9-8692-47db-ab67-ced941fec66c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:34.733111 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ccbb9-8692-47db-ab67-ced941fec66c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:34.733444 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ccbb9-8692-47db-ab67-ced941fec66c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:34.733779 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ccbb9-8692-47db-ab67-ced941fec66c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:34.734102 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ccbb9-8692-47db-ab67-ced941fec66c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:34.734840 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ccbb9-8692-47db-ab67-ced941fec66c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:34.734840 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ccbb9-8692-47db-ab67-ced941fec66c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:34.735055 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ccbb9-8692-47db-ab67-ced941fec66c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:34.735381 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ccbb9-8692-47db-ab67-ced941fec66c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:34.735702 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ccbb9-8692-47db-ab67-ced941fec66c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:34.736049 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ccbb9-8692-47db-ab67-ced941fec66c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:34.736371 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7ccbb9-8692-47db-ab67-ced941fec66c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:34:34.753740 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=aade66e8-7a92-4c82-a5ef-91cef3eea497,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:34.757172 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Attempting to bind port 4456b1ab-ce24-472c-b803-1642c1552908 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:34:34.757545 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Attempting to bind port 4456b1ab-ce24-472c-b803-1642c1552908 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:34:34.757907 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Attempting to bind port 4456b1ab-ce24-472c-b803-1642c1552908 on network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:34:34.763699 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:34:34.764144 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Checking segment: {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:34:34.764548 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:34.764935 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Bound using segment: {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:34:34.765401 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Bound port: 4456b1ab-ce24-472c-b803-1642c1552908, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:34:34.765777 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (4456b1ab-ce24-472c-b803-1642c1552908), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:34.774914 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:34.833971 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] For port 4456b1ab-ce24-472c-b803-1642c1552908, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:34:34.837891 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] For port 4456b1ab-ce24-472c-b803-1642c1552908, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=4456b1ab-ce24-472c-b803-1642c1552908,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:34:34.847956 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (4456b1ab-ce24-472c-b803-1642c1552908), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:34.908509 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a54fbe76-fc8b-4111-8814-61981710488c req-0cb587de-c872-4dc5-8adc-cfd7bc4bd6ce tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1956257399&fields=id&tenant_id=33ea04cddf084bc9b4aab1e7c477abbf HTTP/1.1" status: 200 len: 267 time: 0.0712316 Jul 27 15:34:34.914639 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:34:34.915285 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:34:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:34.954552 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ccbb9-8692-47db-ab67-ced941fec66c None None] Pushing event updated for resources: {'Port': ['ID=4456b1ab-ce24-472c-b803-1642c1552908,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:35.014599 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-7b7f8c21-0c0f-4c99-b48e-25745f9c914d None None] Provisioning complete for port 4456b1ab-ce24-472c-b803-1642c1552908 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:34:35.015186 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7b7f8c21-0c0f-4c99-b48e-25745f9c914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (4456b1ab-ce24-472c-b803-1642c1552908), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:35.043314 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fbe76-fc8b-4111-8814-61981710488c req-b2240e0f-f0c8-419a-b6f0-930c7c1b18be tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:35.050929 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a54fbe76-fc8b-4111-8814-61981710488c req-b2240e0f-f0c8-419a-b6f0-930c7c1b18be tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/networks?id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb HTTP/1.1" status: 200 len: 815 time: 0.1411622 Jul 27 15:34:35.058594 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:34:35.070335 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a54fbe76-fc8b-4111-8814-61981710488c req-4abc0f06-85b4-461f-8ac5-c456e65380b7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/quotas/33ea04cddf084bc9b4aab1e7c477abbf HTTP/1.1" status: 200 len: 375 time: 0.0184288 Jul 27 15:34:35.128034 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a54fbe76-fc8b-4111-8814-61981710488c req-a9a4119a-9e13-482d-9772-242ab4c0127e tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ea04cddf084bc9b4aab1e7c477abbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554466 Jul 27 15:34:35.160115 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f8c21-0c0f-4c99-b48e-25745f9c914d None None] Current status of the port 4456b1ab-ce24-472c-b803-1642c1552908 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:34:35.161412 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7b7f8c21-0c0f-4c99-b48e-25745f9c914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (4456b1ab-ce24-472c-b803-1642c1552908), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:35.172399 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117cbb9-8aa2-40f5-805e-204687ad2ac4 req-fc818116-8c4d-4163-9175-fe7399f879a3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:35.174439 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a117cbb9-8aa2-40f5-805e-204687ad2ac4 req-fc818116-8c4d-4163-9175-fe7399f879a3 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0712845 Jul 27 15:34:35.204040 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-7b7f8c21-0c0f-4c99-b48e-25745f9c914d None None] For port 4456b1ab-ce24-472c-b803-1642c1552908, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=4456b1ab-ce24-472c-b803-1642c1552908,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:35.213993 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7b7f8c21-0c0f-4c99-b48e-25745f9c914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (4456b1ab-ce24-472c-b803-1642c1552908), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:35.238307 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a117cbb9-8aa2-40f5-805e-204687ad2ac4 req-e0c56bfb-f7fd-4198-924e-943e96fb411e tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580704 Jul 27 15:34:35.272681 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f8c21-0c0f-4c99-b48e-25745f9c914d None None] Pushing event updated for resources: {'Port': ['ID=4456b1ab-ce24-472c-b803-1642c1552908,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:35.286812 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a54fbe76-fc8b-4111-8814-61981710488c req-0bacc89a-6797-4ecd-a2ab-53fbfc8ef7f0 service neutron] 10.222.0.36 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453817 Jul 27 15:34:35.329429 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:35.334606 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-60c74675-3994-410e-93e6-b0f5249e7f46 None None] Provisioning complete for port 4456b1ab-ce24-472c-b803-1642c1552908 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:34:35.334985 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-60c74675-3994-410e-93e6-b0f5249e7f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (4456b1ab-ce24-472c-b803-1642c1552908), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:35.360297 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4848a-f9b0-4969-b90b-5fec1bd7dffc None None] The sync data for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi is: [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:34:35.384802 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a54fbe76-fc8b-4111-8814-61981710488c req-4d4259d7-4e7f-404b-8ff5-57d0960ce306 service neutron] 10.222.0.36 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959089 Jul 27 15:34:35.416236 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-60c74675-3994-410e-93e6-b0f5249e7f46 None None] Current status of the port 4456b1ab-ce24-472c-b803-1642c1552908 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:34:35.600795 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-32255ef0-8825-4ba0-a4a2-adef0611437f req-cfcfc194-f20b-4c80-8ee8-2b136ceb4729 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 210 time: 0.0387056 Jul 27 15:34:36.380154 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e2144-b335-4a0d-a88e-3516c16851dd req-25846af2-e5af-4ee2-82c0-8d4c2c67eb24 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:36.382469 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-297e2144-b335-4a0d-a88e-3516c16851dd req-25846af2-e5af-4ee2-82c0-8d4c2c67eb24 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0577350 Jul 27 15:34:36.447283 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-297e2144-b335-4a0d-a88e-3516c16851dd req-460c0972-2c45-42af-903f-1c01b0a827d9 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561004 Jul 27 15:34:36.579636 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device aade66e8-7a92-4c82-a5ef-91cef3eea497 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:34:36.642474 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port aade66e8-7a92-4c82-a5ef-91cef3eea497 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:34:36.642856 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (aade66e8-7a92-4c82-a5ef-91cef3eea497), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:36.724422 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0fa8b24a-811f-45df-b7af-86176625aa4c req-6dd3ac0f-869c-480c-92b5-57aa971c89b0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 210 time: 0.0405068 Jul 27 15:34:36.760571 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fbe76-fc8b-4111-8814-61981710488c req-da2b489a-45c9-42dd-9228-e72aeee9b137 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:36.762662 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a54fbe76-fc8b-4111-8814-61981710488c req-da2b489a-45c9-42dd-9228-e72aeee9b137 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "GET /v2.0/networks?id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb HTTP/1.1" status: 200 len: 815 time: 0.1341052 Jul 27 15:34:36.765760 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port aade66e8-7a92-4c82-a5ef-91cef3eea497 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:34:36.766898 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 4456b1ab-ce24-472c-b803-1642c1552908 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:34:36.817943 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 4456b1ab-ce24-472c-b803-1642c1552908 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:34:36.818361 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (4456b1ab-ce24-472c-b803-1642c1552908), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:36.823020 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:36.843893 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a54fbe76-fc8b-4111-8814-61981710488c req-e244aa2d-dfc9-4a84-9cd3-bbc07bb9f38f tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33ea04cddf084bc9b4aab1e7c477abbf HTTP/1.1" status: 200 len: 380 time: 0.0706713 Jul 27 15:34:36.854781 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-a54fbe76-fc8b-4111-8814-61981710488c req-5cb7ada1-ea6f-42a5-b478-6d59b38fa149 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'port': {'device_id': '601af892-ad4b-4797-8590-70c82bc772c3', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'admin_state_up': True, 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'security_groups': ['2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d']}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:36.901847 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 4456b1ab-ce24-472c-b803-1642c1552908 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:34:36.926064 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:36.980334 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a54fbe76-fc8b-4111-8814-61981710488c req-5cb7ada1-ea6f-42a5-b478-6d59b38fa149 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Made reservation on behalf of 33ea04cddf084bc9b4aab1e7c477abbf for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:34:36.983818 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a54fbe76-fc8b-4111-8814-61981710488c req-5cb7ada1-ea6f-42a5-b478-6d59b38fa149 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:37.123274 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-a54fbe76-fc8b-4111-8814-61981710488c req-5cb7ada1-ea6f-42a5-b478-6d59b38fa149 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Allocated IP 172.20.0.13 (a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb/c026a68a-eb65-46d4-9eae-868f5270709b/310d1b53-872f-4fbc-8c36-00e4731ac228) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:34:37.273399 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a54fbe76-fc8b-4111-8814-61981710488c req-5cb7ada1-ea6f-42a5-b478-6d59b38fa149 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for port (310d1b53-872f-4fbc-8c36-00e4731ac228), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:37.305904 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a54fbe76-fc8b-4111-8814-61981710488c req-5cb7ada1-ea6f-42a5-b478-6d59b38fa149 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (310d1b53-872f-4fbc-8c36-00e4731ac228), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:37.356177 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a54fbe76-fc8b-4111-8814-61981710488c req-5cb7ada1-ea6f-42a5-b478-6d59b38fa149 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:34:37.359788 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-a54fbe76-fc8b-4111-8814-61981710488c req-5cb7ada1-ea6f-42a5-b478-6d59b38fa149 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:34:37.364063 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54fbe76-fc8b-4111-8814-61981710488c req-5cb7ada1-ea6f-42a5-b478-6d59b38fa149 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:34:37.369076 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:37.383269 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:37.392037 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7ada1-ea6f-42a5-b478-6d59b38fa149 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'Port': ['ID=310d1b53-872f-4fbc-8c36-00e4731ac228,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:37.424665 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fbe76-fc8b-4111-8814-61981710488c req-5cb7ada1-ea6f-42a5-b478-6d59b38fa149 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:37.425319 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a54fbe76-fc8b-4111-8814-61981710488c req-5cb7ada1-ea6f-42a5-b478-6d59b38fa149 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:37.444923 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a54fbe76-fc8b-4111-8814-61981710488c req-5cb7ada1-ea6f-42a5-b478-6d59b38fa149 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5934753 Jul 27 15:34:37.456739 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Request body: {'port': {'device_id': '601af892-ad4b-4797-8590-70c82bc772c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:37.525538 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (310d1b53-872f-4fbc-8c36-00e4731ac228), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:37.618670 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf30a00-3c0a-444d-a775-fa985a470490 req-336a3d26-be94-4dba-8049-797375b7d639 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:37.620166 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cbf30a00-3c0a-444d-a775-fa985a470490 req-336a3d26-be94-4dba-8049-797375b7d639 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0793765 Jul 27 15:34:37.660033 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-e4a1da30-4204-4172-a855-aee0340046f3 None None] Provisioning complete for port 310d1b53-872f-4fbc-8c36-00e4731ac228 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:34:37.660617 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e4a1da30-4204-4172-a855-aee0340046f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (310d1b53-872f-4fbc-8c36-00e4731ac228), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:37.693477 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-e4a1da30-4204-4172-a855-aee0340046f3 None None] Port 310d1b53-872f-4fbc-8c36-00e4731ac228 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:34:37.705532 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:37.770702 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:37.789049 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cbf30a00-3c0a-444d-a775-fa985a470490 req-c53cde86-b912-4d06-bea2-e616ee399c4e tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613216 Jul 27 15:34:37.847754 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a235d0-542a-42db-a699-2ce378753b9f req-2e38eb6c-82bd-464b-9a30-6e8a6461a920 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:37.849537 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-87a235d0-542a-42db-a699-2ce378753b9f req-2e38eb6c-82bd-464b-9a30-6e8a6461a920 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 932 time: 0.0486763 Jul 27 15:34:37.895774 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310d1b53-872f-4fbc-8c36-00e4731ac228 {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:34:37.904270 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-87a235d0-542a-42db-a699-2ce378753b9f req-ee27e863-0d9c-45b0-9f42-f9f04c07b4b8 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481486 Jul 27 15:34:37.904601 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Publish callbacks [] for port (310d1b53-872f-4fbc-8c36-00e4731ac228), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:37.920219 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Transition to ACTIVE for port object 310d1b53-872f-4fbc-8c36-00e4731ac228 will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:34:37.928457 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9021810'] for port (310d1b53-872f-4fbc-8c36-00e4731ac228), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:37.987628 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Pushing event updated for resources: {'Port': ['ID=310d1b53-872f-4fbc-8c36-00e4731ac228,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:38.066127 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Attempting to bind port 310d1b53-872f-4fbc-8c36-00e4731ac228 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:34:38.066470 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Attempting to bind port 310d1b53-872f-4fbc-8c36-00e4731ac228 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:34:38.066799 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Attempting to bind port 310d1b53-872f-4fbc-8c36-00e4731ac228 on network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:34:38.072459 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Port 310d1b53-872f-4fbc-8c36-00e4731ac228 on network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:34:38.072783 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Attempting to bind port 310d1b53-872f-4fbc-8c36-00e4731ac228 on network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:34:38.078574 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:34:38.078954 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Checking segment: {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:34:38.079408 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Bound using segment: {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:34:38.079860 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Bound port: 310d1b53-872f-4fbc-8c36-00e4731ac228, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:34:38.080556 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (310d1b53-872f-4fbc-8c36-00e4731ac228), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:38.147055 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] For port 310d1b53-872f-4fbc-8c36-00e4731ac228, host hv-cinder-84131, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:34:38.150120 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] For port 310d1b53-872f-4fbc-8c36-00e4731ac228, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=310d1b53-872f-4fbc-8c36-00e4731ac228,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:34:38.156229 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9021810'] for port (310d1b53-872f-4fbc-8c36-00e4731ac228), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:38.200744 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:38.201764 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:38.203570 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a54fbe76-fc8b-4111-8814-61981710488c req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] 10.222.0.42 "PUT /v2.0/ports/310d1b53-872f-4fbc-8c36-00e4731ac228 HTTP/1.1" status: 200 len: 1094 time: 0.7517123 Jul 27 15:34:38.204686 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601af892-ad4b-4797-8590-70c82bc772c3', 'tag': '310d1b53-872f-4fbc-8c36-00e4731ac228'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:34:38.207039 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cc2cca-94ce-402d-82d0-b9a8287b4da4" -d '{"events": [{"name": "network-changed", "server_uuid": "601af892-ad4b-4797-8590-70c82bc772c3", "tag": "310d1b53-872f-4fbc-8c36-00e4731ac228"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:34:38.225037 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da461e60-37f8-4f0d-9757-1b0553f461af service neutron] Pushing event updated for resources: {'Port': ['ID=310d1b53-872f-4fbc-8c36-00e4731ac228,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:38.257615 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d9b58a-f7f5-4315-90f6-2253272e859a x-openstack-request-id: req-b9d9b58a-f7f5-4315-90f6-2253272e859a {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:34:38.257909 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601af892-ad4b-4797-8590-70c82bc772c3", "tag": "310d1b53-872f-4fbc-8c36-00e4731ac228", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:34:38.258167 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9d9b58a-f7f5-4315-90f6-2253272e859a {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:34:38.258579 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d9b58a-f7f5-4315-90f6-2253272e859a'] response: {'name': 'network-changed', 'server_uuid': '601af892-ad4b-4797-8590-70c82bc772c3', 'tag': '310d1b53-872f-4fbc-8c36-00e4731ac228', 'status': 'completed', 'code': 200} Jul 27 15:34:38.308293 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fbe76-fc8b-4111-8814-61981710488c req-f77bdf93-c555-4588-9306-30e00425670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:38.309951 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a54fbe76-fc8b-4111-8814-61981710488c req-f77bdf93-c555-4588-9306-30e00425670e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33ea04cddf084bc9b4aab1e7c477abbf&device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 1128 time: 0.0443008 Jul 27 15:34:38.357976 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a54fbe76-fc8b-4111-8814-61981710488c req-34f63323-6bf6-4013-833b-9f762f847d72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=310d1b53-872f-4fbc-8c36-00e4731ac228 HTTP/1.1" status: 200 len: 217 time: 0.0351806 Jul 27 15:34:38.416673 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fbe76-fc8b-4111-8814-61981710488c req-41e892f0-6857-4cb1-b3f2-f436eafb0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:38.418164 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a54fbe76-fc8b-4111-8814-61981710488c req-41e892f0-6857-4cb1-b3f2-f436eafb0d6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c026a68a-eb65-46d4-9eae-868f5270709b HTTP/1.1" status: 200 len: 854 time: 0.0508685 Jul 27 15:34:38.476512 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fbe76-fc8b-4111-8814-61981710488c req-4bd45f4e-ebba-4401-982b-e609c7bb48df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:38.478045 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a54fbe76-fc8b-4111-8814-61981710488c req-4bd45f4e-ebba-4401-982b-e609c7bb48df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506177 Jul 27 15:34:38.606525 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a54fbe76-fc8b-4111-8814-61981710488c req-7723eaf2-c420-4e00-aa23-2e0a86089071 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986838 Jul 27 15:34:38.711421 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a54fbe76-fc8b-4111-8814-61981710488c req-7918d4c3-84a9-4843-92dd-d8e3c710a448 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917342 Jul 27 15:34:38.922512 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8e284-0e4f-4c26-a5e6-6ab8b09c949a req-869d3917-3bd3-477b-8060-554efff9da78 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:38.924050 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7bb8e284-0e4f-4c26-a5e6-6ab8b09c949a req-869d3917-3bd3-477b-8060-554efff9da78 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0493796 Jul 27 15:34:38.976502 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7bb8e284-0e4f-4c26-a5e6-6ab8b09c949a req-98f82117-2553-47b7-9356-e1161fb108d2 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468309 Jul 27 15:34:39.036937 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536149ec-815e-405e-9fef-c541bb117544 req-ef0b009c-cdda-41cc-b767-0f4b99674d1f tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:39.038495 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-536149ec-815e-405e-9fef-c541bb117544 req-ef0b009c-cdda-41cc-b767-0f4b99674d1f tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 944 time: 0.0506511 Jul 27 15:34:39.065375 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:39.090639 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-536149ec-815e-405e-9fef-c541bb117544 req-4a751bff-5548-42cd-b2fe-c9cc8e6a2e31 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462201 Jul 27 15:34:39.452041 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 310d1b53-872f-4fbc-8c36-00e4731ac228 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:34:39.461741 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:39.568847 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 310d1b53-872f-4fbc-8c36-00e4731ac228, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=310d1b53-872f-4fbc-8c36-00e4731ac228,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:39.580554 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': '310d1b53-872f-4fbc-8c36-00e4731ac228', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'port_id': '310d1b53-872f-4fbc-8c36-00e4731ac228', 'mac_address': 'fa:16:3e:0e:e6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:34:39.621256 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 310d1b53-872f-4fbc-8c36-00e4731ac228 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:34:39.621644 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (310d1b53-872f-4fbc-8c36-00e4731ac228), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:39.622658 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:39.626856 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2cca-94ce-402d-82d0-b9a8287b4da4 req-70ea16ae-7c21-493f-8549-663285adab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:39.628428 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-39cc2cca-94ce-402d-82d0-b9a8287b4da4 req-70ea16ae-7c21-493f-8549-663285adab12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33ea04cddf084bc9b4aab1e7c477abbf&device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 1128 time: 0.0483701 Jul 27 15:34:39.636093 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310d1b53-872f-4fbc-8c36-00e4731ac228 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:34:39.657858 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 310d1b53-872f-4fbc-8c36-00e4731ac228, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=310d1b53-872f-4fbc-8c36-00e4731ac228,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:39.662198 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (310d1b53-872f-4fbc-8c36-00e4731ac228), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:39.715425 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=310d1b53-872f-4fbc-8c36-00e4731ac228,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:39.726112 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2cca-94ce-402d-82d0-b9a8287b4da4 req-4e980639-63cb-44cc-8d15-34b757fa3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:39.727667 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-39cc2cca-94ce-402d-82d0-b9a8287b4da4 req-4e980639-63cb-44cc-8d15-34b757fa3aaa service neutron] 10.222.0.42 "GET /v2.0/networks?id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb HTTP/1.1" status: 200 len: 916 time: 0.0932519 Jul 27 15:34:39.771273 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-39cc2cca-94ce-402d-82d0-b9a8287b4da4 req-cf7fda07-cb9d-4d61-b9d9-00dd6a2f5a17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=310d1b53-872f-4fbc-8c36-00e4731ac228 HTTP/1.1" status: 200 len: 217 time: 0.0371945 Jul 27 15:34:39.822532 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2cca-94ce-402d-82d0-b9a8287b4da4 req-8f8403c4-a37a-4415-9efa-a4a1e1a24bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:39.823946 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-39cc2cca-94ce-402d-82d0-b9a8287b4da4 req-8f8403c4-a37a-4415-9efa-a4a1e1a24bce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c026a68a-eb65-46d4-9eae-868f5270709b HTTP/1.1" status: 200 len: 854 time: 0.0451756 Jul 27 15:34:39.870431 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2cca-94ce-402d-82d0-b9a8287b4da4 req-53f7766e-b7b9-4a16-9afe-8cdf3cd21617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:39.871999 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-39cc2cca-94ce-402d-82d0-b9a8287b4da4 req-53f7766e-b7b9-4a16-9afe-8cdf3cd21617 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414386 Jul 27 15:34:39.941138 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['310d1b53-872f-4fbc-8c36-00e4731ac228'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:34:39.972880 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-39cc2cca-94ce-402d-82d0-b9a8287b4da4 req-753f2b97-3167-41f5-ad0e-ae3300f2204c service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938468 Jul 27 15:34:40.072145 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-39cc2cca-94ce-402d-82d0-b9a8287b4da4 req-e25d3490-1173-459c-98f0-0307a38d58e2 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927453 Jul 27 15:34:40.139604 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a101b-95d5-47c5-9039-8ee519e06c59 req-741f8c1b-eb3a-4e48-9ff2-b49584deabdf tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:40.141168 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-243a101b-95d5-47c5-9039-8ee519e06c59 req-741f8c1b-eb3a-4e48-9ff2-b49584deabdf tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0522082 Jul 27 15:34:40.199285 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-243a101b-95d5-47c5-9039-8ee519e06c59 req-a271015c-e6af-435f-a9b3-907771a0db69 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516231 Jul 27 15:34:40.226969 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15494da6-47a1-4274-aecd-1f3fc2a03c29 req-7f30f782-afff-4696-be1d-58335d5121f5 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:40.228512 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-15494da6-47a1-4274-aecd-1f3fc2a03c29 req-7f30f782-afff-4696-be1d-58335d5121f5 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 945 time: 0.0647717 Jul 27 15:34:40.276131 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-15494da6-47a1-4274-aecd-1f3fc2a03c29 req-a1e873ee-4397-486f-8aee-017aae90735b tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419676 Jul 27 15:34:41.335572 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd52f8a-2b9b-4247-af13-c9b02b3aaa2e req-d791e130-22c7-4957-93e3-db04b6be4072 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:41.337101 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8dd52f8a-2b9b-4247-af13-c9b02b3aaa2e req-d791e130-22c7-4957-93e3-db04b6be4072 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0559602 Jul 27 15:34:41.388062 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8dd52f8a-2b9b-4247-af13-c9b02b3aaa2e req-1b3b16d2-0a89-4a51-90dd-544e71a2a5a7 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451958 Jul 27 15:34:41.395733 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8279b-fd87-48af-bbac-47518e4e2f86 req-7426e5d7-e91c-4043-9c00-2c2d26ba1cea tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:41.398374 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-82c8279b-fd87-48af-bbac-47518e4e2f86 req-7426e5d7-e91c-4043-9c00-2c2d26ba1cea tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 945 time: 0.0501640 Jul 27 15:34:41.449168 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-82c8279b-fd87-48af-bbac-47518e4e2f86 req-cf5ed1b9-a141-484e-8c3f-8729866fa1f1 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452807 Jul 27 15:34:41.459489 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 310d1b53-872f-4fbc-8c36-00e4731ac228 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:34:41.506049 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port 310d1b53-872f-4fbc-8c36-00e4731ac228 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:34:41.511442 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port 310d1b53-872f-4fbc-8c36-00e4731ac228 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:34:41.511821 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (310d1b53-872f-4fbc-8c36-00e4731ac228), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:41.589398 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 310d1b53-872f-4fbc-8c36-00e4731ac228 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:34:41.589793 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (310d1b53-872f-4fbc-8c36-00e4731ac228), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:41.613901 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601af892-ad4b-4797-8590-70c82bc772c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310d1b53-872f-4fbc-8c36-00e4731ac228'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:34:41.616747 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed66f19-c2a1-47dc-b67e-b486a6abd581" -d '{"events": [{"server_uuid": "601af892-ad4b-4797-8590-70c82bc772c3", "name": "network-vif-plugged", "status": "completed", "tag": "310d1b53-872f-4fbc-8c36-00e4731ac228"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:34:41.630131 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 310d1b53-872f-4fbc-8c36-00e4731ac228, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=310d1b53-872f-4fbc-8c36-00e4731ac228,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:41.634965 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (310d1b53-872f-4fbc-8c36-00e4731ac228), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:41.657353 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2835ac-ee76-4229-8362-cdcc05fe8fdc x-openstack-request-id: req-bb2835ac-ee76-4229-8362-cdcc05fe8fdc {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:34:41.657652 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601af892-ad4b-4797-8590-70c82bc772c3", "name": "network-vif-plugged", "status": "completed", "tag": "310d1b53-872f-4fbc-8c36-00e4731ac228", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:34:41.657905 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb2835ac-ee76-4229-8362-cdcc05fe8fdc {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:34:41.658312 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2835ac-ee76-4229-8362-cdcc05fe8fdc'] response: {'server_uuid': '601af892-ad4b-4797-8590-70c82bc772c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310d1b53-872f-4fbc-8c36-00e4731ac228', 'code': 200} Jul 27 15:34:41.683234 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=310d1b53-872f-4fbc-8c36-00e4731ac228,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:41.917921 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619175d9-f9c3-4e6d-b098-c656a0d08a44 req-42076901-861a-4990-8a8d-c9672add7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:41.919459 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-619175d9-f9c3-4e6d-b098-c656a0d08a44 req-42076901-861a-4990-8a8d-c9672add7224 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 1130 time: 0.0402851 Jul 27 15:34:42.156138 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-619175d9-f9c3-4e6d-b098-c656a0d08a44 req-013ef20b-94e0-4f3d-b87e-836e65b5430c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467165 Jul 27 15:34:42.516221 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a7b70-1b41-4dab-a2f5-a3442d730672 req-15b3f0af-b071-4bb8-8877-d5d2f25faa33 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:42.517749 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-de1a7b70-1b41-4dab-a2f5-a3442d730672 req-15b3f0af-b071-4bb8-8877-d5d2f25faa33 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0484042 Jul 27 15:34:42.566958 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-de1a7b70-1b41-4dab-a2f5-a3442d730672 req-cc360d14-49dc-4b68-974b-f9d5ca31786a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432587 Jul 27 15:34:42.570175 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82a071-4f27-4912-b3aa-dbadb4c44523 req-d36cbced-b802-445f-95f1-2aad851481be tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:42.571760 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7f82a071-4f27-4912-b3aa-dbadb4c44523 req-d36cbced-b802-445f-95f1-2aad851481be tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 946 time: 0.0487652 Jul 27 15:34:42.623442 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7f82a071-4f27-4912-b3aa-dbadb4c44523 req-0f5b3427-01c9-49b0-b362-7105cda8cf5b tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460980 Jul 27 15:34:43.692898 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1aa0d-1a30-4825-a150-a021f9b63d7c req-0e360f36-11c9-4982-b6b2-7262b189a574 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:43.694956 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e8c1aa0d-1a30-4825-a150-a021f9b63d7c req-0e360f36-11c9-4982-b6b2-7262b189a574 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0484223 Jul 27 15:34:43.743410 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e8c1aa0d-1a30-4825-a150-a021f9b63d7c req-f82ec25e-b2a0-47d8-8608-d56490b814a7 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430241 Jul 27 15:34:43.745418 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa824d5-ed4c-4a1a-a50e-c91a5b0108df req-bcf260e5-fcf1-4e82-92a4-ff7382d46046 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:43.746930 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8aa824d5-ed4c-4a1a-a50e-c91a5b0108df req-bcf260e5-fcf1-4e82-92a4-ff7382d46046 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 946 time: 0.0516837 Jul 27 15:34:43.795171 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8aa824d5-ed4c-4a1a-a50e-c91a5b0108df req-2cc840e4-0469-47f0-a2d7-09f369a94aa2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427043 Jul 27 15:34:44.872795 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb17b8-8b53-42b5-bd4b-c6a6af3b6dff req-da2d3486-e844-412a-9394-481adca84b0d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:44.874290 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0efb17b8-8b53-42b5-bd4b-c6a6af3b6dff req-da2d3486-e844-412a-9394-481adca84b0d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0521877 Jul 27 15:34:44.918445 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f6a69-56c1-44ca-9c7e-553e9ac94a3a req-95a6f82f-3ae1-41bc-b111-a3a652451c66 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:44.919701 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:44.919995 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2e1f6a69-56c1-44ca-9c7e-553e9ac94a3a req-95a6f82f-3ae1-41bc-b111-a3a652451c66 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 946 time: 0.0503712 Jul 27 15:34:44.924691 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0efb17b8-8b53-42b5-bd4b-c6a6af3b6dff req-fef6caa3-0f00-4c15-95bb-bb9a519b31ae tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448203 Jul 27 15:34:44.955627 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:44.971305 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2e1f6a69-56c1-44ca-9c7e-553e9ac94a3a req-208b461f-db7a-4a34-ba33-03dd005f2451 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446887 Jul 27 15:34:45.088550 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068175ec-87af-42f8-a4a4-48ecdd9ef515 req-b45fbedc-58d0-435b-a757-7866ea437133 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:45.090066 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-068175ec-87af-42f8-a4a4-48ecdd9ef515 req-b45fbedc-58d0-435b-a757-7866ea437133 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 946 time: 0.0501621 Jul 27 15:34:45.100651 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45302) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:34:45.105109 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-d5303ee5-018a-404b-9903-0ebbd8a9bd42 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'floatingip': {'port_id': '310d1b53-872f-4fbc-8c36-00e4731ac228'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:34:45.146619 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d5303ee5-018a-404b-9903-0ebbd8a9bd42 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (8aff6509-ef6a-4eeb-809b-5f5a32f5e52f), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:45.215382 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:45.332063 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:45.332755 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:45.491609 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device bd875b01-1fa3-46df-b071-0151f1189b66 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:34:45.522071 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:45.586255 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d5303ee5-018a-404b-9903-0ebbd8a9bd42 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:45.592129 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d5303ee5-018a-404b-9903-0ebbd8a9bd42 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (8aff6509-ef6a-4eeb-809b-5f5a32f5e52f), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:45.694511 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-d5303ee5-018a-404b-9903-0ebbd8a9bd42 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Floating IP 8aff6509-ef6a-4eeb-809b-5f5a32f5e52f associated. External IP: 172.27.1.190, port: 310d1b53-872f-4fbc-8c36-00e4731ac228. Jul 27 15:34:45.717854 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:45.724875 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port bd875b01-1fa3-46df-b071-0151f1189b66, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=bd875b01-1fa3-46df-b071-0151f1189b66,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:45.737780 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': 'bd875b01-1fa3-46df-b071-0151f1189b66', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'port_id': 'bd875b01-1fa3-46df-b071-0151f1189b66', 'mac_address': 'fa:16:3e:08:df:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:34:45.774249 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port bd875b01-1fa3-46df-b071-0151f1189b66 is: ACTIVE; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:34:45.774639 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:45.789018 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd875b01-1fa3-46df-b071-0151f1189b66 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:34:45.810274 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port bd875b01-1fa3-46df-b071-0151f1189b66, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=bd875b01-1fa3-46df-b071-0151f1189b66,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:45.815090 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:45.876752 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=bd875b01-1fa3-46df-b071-0151f1189b66,revision_number=6']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:45.912525 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['bd875b01-1fa3-46df-b071-0151f1189b66'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:34:46.065744 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac874ba8-7060-4bc8-8368-7f7f0727e314 req-22a1e9dd-0ef9-44de-b176-c04e99adf82f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:46.067323 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ac874ba8-7060-4bc8-8368-7f7f0727e314 req-22a1e9dd-0ef9-44de-b176-c04e99adf82f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 945 time: 0.0506439 Jul 27 15:34:46.119446 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ac874ba8-7060-4bc8-8368-7f7f0727e314 req-3411b274-0c96-4ce3-9e1c-a8036653a793 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465147 Jul 27 15:34:46.159616 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5303ee5-018a-404b-9903-0ebbd8a9bd42 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Router c5cbe18f-88d3-4284-9c49-25ce2e5a436a has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:34:46.265797 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5303ee5-018a-404b-9903-0ebbd8a9bd42 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:34:46.270277 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d5303ee5-018a-404b-9903-0ebbd8a9bd42 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:46.276396 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fefa65f-b22a-4ba6-b154-38418b02ab19 None None] Sync routers for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:34:46.287668 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fefa65f-b22a-4ba6-b154-38418b02ab19 None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:34:46.288311 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-5fefa65f-b22a-4ba6-b154-38418b02ab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:34:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:46.301821 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d5303ee5-018a-404b-9903-0ebbd8a9bd42 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "PUT /v2.0/floatingips/8aff6509-ef6a-4eeb-809b-5f5a32f5e52f HTTP/1.1" status: 200 len: 992 time: 1.2000153 Jul 27 15:34:46.302579 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601af892-ad4b-4797-8590-70c82bc772c3', 'tag': '310d1b53-872f-4fbc-8c36-00e4731ac228'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:34:46.304931 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f076e5-719e-4ee1-b732-e5c9dddd6f74" -d '{"events": [{"name": "network-changed", "server_uuid": "601af892-ad4b-4797-8590-70c82bc772c3", "tag": "310d1b53-872f-4fbc-8c36-00e4731ac228"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:34:46.347797 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca03a07-179e-4855-bce5-7aaa999f2da7 x-openstack-request-id: req-4ca03a07-179e-4855-bce5-7aaa999f2da7 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:34:46.348128 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601af892-ad4b-4797-8590-70c82bc772c3", "tag": "310d1b53-872f-4fbc-8c36-00e4731ac228", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:34:46.348383 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ca03a07-179e-4855-bce5-7aaa999f2da7 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:34:46.348842 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca03a07-179e-4855-bce5-7aaa999f2da7'] response: {'name': 'network-changed', 'server_uuid': '601af892-ad4b-4797-8590-70c82bc772c3', 'tag': '310d1b53-872f-4fbc-8c36-00e4731ac228', 'status': 'completed', 'code': 200} Jul 27 15:34:46.394947 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-5fefa65f-b22a-4ba6-b154-38418b02ab19 None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:34:46.413918 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f076e5-719e-4ee1-b732-e5c9dddd6f74 req-f2178e3a-0905-4b5f-8f51-0f44e8693a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:46.415490 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-75f076e5-719e-4ee1-b732-e5c9dddd6f74 req-f2178e3a-0905-4b5f-8f51-0f44e8693a72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33ea04cddf084bc9b4aab1e7c477abbf&device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 1130 time: 0.0416069 Jul 27 15:34:46.471136 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:46.511780 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:46.515637 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f076e5-719e-4ee1-b732-e5c9dddd6f74 req-08175e2f-b509-4836-bdf9-3f1493919a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:46.517132 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-75f076e5-719e-4ee1-b732-e5c9dddd6f74 req-08175e2f-b509-4836-bdf9-3f1493919a67 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb HTTP/1.1" status: 200 len: 916 time: 0.0947127 Jul 27 15:34:46.582224 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-75f076e5-719e-4ee1-b732-e5c9dddd6f74 req-55542281-7ccc-4390-b81b-a4d6559f122f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=310d1b53-872f-4fbc-8c36-00e4731ac228 HTTP/1.1" status: 200 len: 1000 time: 0.0574114 Jul 27 15:34:46.614770 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-5fefa65f-b22a-4ba6-b154-38418b02ab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '8aff6509-ef6a-4eeb-809b-5f5a32f5e52f', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': '310d1b53-872f-4fbc-8c36-00e4731ac228', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:0e:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601af892-ad4b-4797-8590-70c82bc772c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:34Z', 'updated_at': '2022-07-27T15:34:45Z', 'revision_number': 1, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:46.640193 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fefa65f-b22a-4ba6-b154-38418b02ab19 None None] Checking router: c5cbe18f-88d3-4284-9c49-25ce2e5a436a for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:34:46.640432 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f076e5-719e-4ee1-b732-e5c9dddd6f74 req-4fde5a85-cfeb-45d9-a227-e6d405db2a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:46.641644 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-75f076e5-719e-4ee1-b732-e5c9dddd6f74 req-4fde5a85-cfeb-45d9-a227-e6d405db2a8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c026a68a-eb65-46d4-9eae-868f5270709b HTTP/1.1" status: 200 len: 854 time: 0.0500102 Jul 27 15:34:46.649614 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fefa65f-b22a-4ba6-b154-38418b02ab19 None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:34:46.650159 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-5fefa65f-b22a-4ba6-b154-38418b02ab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:34:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:46.687707 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f076e5-719e-4ee1-b732-e5c9dddd6f74 req-37ba2194-78ce-41ac-b181-8242165bd969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:46.689252 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-75f076e5-719e-4ee1-b732-e5c9dddd6f74 req-37ba2194-78ce-41ac-b181-8242165bd969 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403762 Jul 27 15:34:46.754639 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-5fefa65f-b22a-4ba6-b154-38418b02ab19 None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:34:46.786335 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-75f076e5-719e-4ee1-b732-e5c9dddd6f74 req-560e9a41-31b7-4971-b81d-d42d42d5fcb3 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897059 Jul 27 15:34:46.828581 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:46.850548 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:46.885318 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-75f076e5-719e-4ee1-b732-e5c9dddd6f74 req-dce1a164-a433-4f2a-80ac-7f6cd20038a8 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923052 Jul 27 15:34:46.979807 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-5fefa65f-b22a-4ba6-b154-38418b02ab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '8aff6509-ef6a-4eeb-809b-5f5a32f5e52f', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': '310d1b53-872f-4fbc-8c36-00e4731ac228', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:0e:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601af892-ad4b-4797-8590-70c82bc772c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:34Z', 'updated_at': '2022-07-27T15:34:45Z', 'revision_number': 1, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:34:47.004794 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fefa65f-b22a-4ba6-b154-38418b02ab19 None None] The sync data for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi is: [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '8aff6509-ef6a-4eeb-809b-5f5a32f5e52f', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': '310d1b53-872f-4fbc-8c36-00e4731ac228', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:0e:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601af892-ad4b-4797-8590-70c82bc772c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:34Z', 'updated_at': '2022-07-27T15:34:45Z', 'revision_number': 1, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:34:47.089120 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-de4e0559-5f1c-48ad-9491-57451185abb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:47.232918 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67ff05d-175c-4dde-8278-6f6b98b256c2 None None] New status for floating IP 8aff6509-ef6a-4eeb-809b-5f5a32f5e52f: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:34:47.267716 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e49e6-3a8e-4bea-bde2-16c2368c2fd3 req-14c2c4a3-b7dd-47f9-8e1c-fb20ad2263fe tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:47.269308 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-884e49e6-3a8e-4bea-bde2-16c2368c2fd3 req-14c2c4a3-b7dd-47f9-8e1c-fb20ad2263fe tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 945 time: 0.0655572 Jul 27 15:34:47.307375 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:47.338278 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-884e49e6-3a8e-4bea-bde2-16c2368c2fd3 req-7fd1441f-a511-4e5e-9548-ae0baa7cea66 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613875 Jul 27 15:34:47.497214 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device bd875b01-1fa3-46df-b071-0151f1189b66 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:34:47.540303 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port bd875b01-1fa3-46df-b071-0151f1189b66 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:34:47.540681 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:47.616654 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port bd875b01-1fa3-46df-b071-0151f1189b66 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:34:47.617585 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:47.643553 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd875b01-1fa3-46df-b071-0151f1189b66'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:34:47.645881 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfbebf8-953b-45bc-8a13-7e410723811d" -d '{"events": [{"server_uuid": "27c0a14c-8873-4689-9e66-43ba0b7c934a", "name": "network-vif-plugged", "status": "completed", "tag": "bd875b01-1fa3-46df-b071-0151f1189b66"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:34:47.659960 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port bd875b01-1fa3-46df-b071-0151f1189b66, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=bd875b01-1fa3-46df-b071-0151f1189b66,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:34:47.664354 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:47.705903 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f1f173-5300-4416-a7a6-f37dfae241c1 x-openstack-request-id: req-c8f1f173-5300-4416-a7a6-f37dfae241c1 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:34:47.706200 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c0a14c-8873-4689-9e66-43ba0b7c934a", "name": "network-vif-plugged", "status": "completed", "tag": "bd875b01-1fa3-46df-b071-0151f1189b66", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:34:47.706453 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8f1f173-5300-4416-a7a6-f37dfae241c1 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:34:47.706847 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f1f173-5300-4416-a7a6-f37dfae241c1'] response: {'server_uuid': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd875b01-1fa3-46df-b071-0151f1189b66', 'code': 200} Jul 27 15:34:47.720265 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=bd875b01-1fa3-46df-b071-0151f1189b66,revision_number=7']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:34:48.518559 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6a1c5-3026-4b0d-98e8-e2d84c238890 req-ebdba8bb-f811-43ce-991a-10687de330bd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:48.526254 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2ba6a1c5-3026-4b0d-98e8-e2d84c238890 req-ebdba8bb-f811-43ce-991a-10687de330bd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0732334 Jul 27 15:34:48.589582 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2ba6a1c5-3026-4b0d-98e8-e2d84c238890 req-cb10adbc-7b6b-436a-817b-0e9d58a7a133 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619118 Jul 27 15:34:49.306254 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c50bd330-3740-4711-a69b-d3b27d18ece5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:49.744534 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e1765-c8cf-4031-8aae-2bb08a955d5c req-5b7ebfa7-372e-49c7-8b8f-49ca466ccb36 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:49.752888 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-785e1765-c8cf-4031-8aae-2bb08a955d5c req-5b7ebfa7-372e-49c7-8b8f-49ca466ccb36 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0667460 Jul 27 15:34:49.828688 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-785e1765-c8cf-4031-8aae-2bb08a955d5c req-1798a472-76f3-41c3-a224-d445e5c3502a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747848 Jul 27 15:34:50.840140 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:50.967281 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ab7b9-6882-48f5-8311-e91c98374b2e req-de7d635e-c3e2-48e9-9084-6f528f63dbe7 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:50.968969 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-841ab7b9-6882-48f5-8311-e91c98374b2e req-de7d635e-c3e2-48e9-9084-6f528f63dbe7 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0592618 Jul 27 15:34:51.046171 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-841ab7b9-6882-48f5-8311-e91c98374b2e req-762d7876-908e-4d3c-9a77-46d6c21c1cf1 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708466 Jul 27 15:34:52.069572 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:52.184321 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e838a-d873-4087-a948-956c9488f21c req-b52f29bb-305e-4bbd-8306-4004dffd0708 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:52.185859 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a50e838a-d873-4087-a948-956c9488f21c req-b52f29bb-305e-4bbd-8306-4004dffd0708 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0536854 Jul 27 15:34:52.264601 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:34:52.266798 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a50e838a-d873-4087-a948-956c9488f21c req-d1995ad2-85f7-4479-a98f-20c94f24cfa1 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747852 Jul 27 15:34:53.422582 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f29eb-3ee7-4596-a9ec-e1f4be7af2fb req-1c973ec9-b954-4f22-b3b0-2b38c0449de7 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:53.424130 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9d6f29eb-3ee7-4596-a9ec-e1f4be7af2fb req-1c973ec9-b954-4f22-b3b0-2b38c0449de7 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0675409 Jul 27 15:34:53.494280 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9d6f29eb-3ee7-4596-a9ec-e1f4be7af2fb req-0963278a-f1ea-4601-a874-651f0eab0694 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640993 Jul 27 15:34:54.668738 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc084349-74ed-44de-8f42-007fd3264ee7 req-454699f6-7e57-4946-a558-193a4ee58ab4 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:54.670934 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fc084349-74ed-44de-8f42-007fd3264ee7 req-454699f6-7e57-4946-a558-193a4ee58ab4 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0738478 Jul 27 15:34:54.734159 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fc084349-74ed-44de-8f42-007fd3264ee7 req-a8df99df-0d44-4b24-b83d-92a4a9b3d38b tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528109 Jul 27 15:34:55.888433 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16dfa4-b02b-411e-8e45-34e14fba0533 req-01e45e17-e955-4514-9c0f-01b606e84854 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:55.890839 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4f16dfa4-b02b-411e-8e45-34e14fba0533 req-01e45e17-e955-4514-9c0f-01b606e84854 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0648651 Jul 27 15:34:55.951881 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4f16dfa4-b02b-411e-8e45-34e14fba0533 req-115094c1-f041-4285-bad3-4870fca3f3dc tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539641 Jul 27 15:34:57.095340 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfaa4d8-2239-4a5d-87d8-04c67f8709fa req-64f506cc-7d92-465f-981f-319b301dc489 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:57.097130 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6dfaa4d8-2239-4a5d-87d8-04c67f8709fa req-64f506cc-7d92-465f-981f-319b301dc489 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0593643 Jul 27 15:34:57.153866 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6dfaa4d8-2239-4a5d-87d8-04c67f8709fa req-6d5ccfe3-892a-46d2-b840-8d07980ea2f2 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479348 Jul 27 15:34:57.845472 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:57.850967 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:57.980515 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc217f9-be2e-48bc-81c3-e6adaf360331 req-df8590d7-58ba-4324-b72b-06ff21c482de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:57.982020 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bfc217f9-be2e-48bc-81c3-e6adaf360331 req-df8590d7-58ba-4324-b72b-06ff21c482de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddfdba8b75e643b485b2237ae070a1b2&device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 1130 time: 0.0421107 Jul 27 15:34:58.084612 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc217f9-be2e-48bc-81c3-e6adaf360331 req-7e0c06fe-2bac-4002-a386-beb92dc4a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:58.086086 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bfc217f9-be2e-48bc-81c3-e6adaf360331 req-7e0c06fe-2bac-4002-a386-beb92dc4a3c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bad7c82a-807d-4c47-8386-1a6c9fb4e649 HTTP/1.1" status: 200 len: 917 time: 0.0926077 Jul 27 15:34:58.157887 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bfc217f9-be2e-48bc-81c3-e6adaf360331 req-73f4c126-6519-43ef-a77e-12839372c53e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd875b01-1fa3-46df-b071-0151f1189b66 HTTP/1.1" status: 200 len: 1002 time: 0.0570352 Jul 27 15:34:58.205954 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:58.211228 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc217f9-be2e-48bc-81c3-e6adaf360331 req-f3d0b4fa-2a46-4b17-9a0c-a09d4c999719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:58.212755 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bfc217f9-be2e-48bc-81c3-e6adaf360331 req-f3d0b4fa-2a46-4b17-9a0c-a09d4c999719 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40f6b828-0dfb-469f-8ba5-9835528b3b1e HTTP/1.1" status: 200 len: 855 time: 0.0490239 Jul 27 15:34:58.262979 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc217f9-be2e-48bc-81c3-e6adaf360331 req-99054eb4-60f9-44fd-b68f-b2e681892f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:58.264554 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bfc217f9-be2e-48bc-81c3-e6adaf360331 req-99054eb4-60f9-44fd-b68f-b2e681892f76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bad7c82a-807d-4c47-8386-1a6c9fb4e649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454633 Jul 27 15:34:58.287504 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888e8c6-0e82-4c32-9142-a1e899dc5162 req-d5f7b603-ea46-4b78-b4de-592bb4a1cfdf tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:58.289020 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f888e8c6-0e82-4c32-9142-a1e899dc5162 req-d5f7b603-ea46-4b78-b4de-592bb4a1cfdf tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0504391 Jul 27 15:34:58.320613 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:34:58.340436 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f888e8c6-0e82-4c32-9142-a1e899dc5162 req-81c2c611-a9f0-4227-99b1-67ec21a4e412 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449865 Jul 27 15:34:58.374287 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bfc217f9-be2e-48bc-81c3-e6adaf360331 req-7c9afd63-e3ce-442a-a5c1-b095d2781838 service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008520 Jul 27 15:34:58.477843 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bfc217f9-be2e-48bc-81c3-e6adaf360331 req-fcd57537-6df0-4edd-9b05-ac98d3f76278 service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965025 Jul 27 15:34:58.793211 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:34:59.464901 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ef8d6-a68c-4697-ab82-1ad05172f0e2 req-ee8ff198-b512-4ac7-8873-eb957e0d776f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:34:59.466421 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eb6ef8d6-a68c-4697-ab82-1ad05172f0e2 req-ee8ff198-b512-4ac7-8873-eb957e0d776f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0488651 Jul 27 15:34:59.514859 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eb6ef8d6-a68c-4697-ab82-1ad05172f0e2 req-60ebee12-afab-459c-aadc-5020c60f596c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427990 Jul 27 15:35:00.646490 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298f1dc-7e37-4905-afbe-e190c059d3bd req-0291dcdc-6c7b-43de-900f-0fa0cc32f341 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:00.648134 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3298f1dc-7e37-4905-afbe-e190c059d3bd req-0291dcdc-6c7b-43de-900f-0fa0cc32f341 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 946 time: 0.0533412 Jul 27 15:35:00.700343 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-3298f1dc-7e37-4905-afbe-e190c059d3bd req-45018044-6bb7-4422-97ba-59491fd4cf0a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459177 Jul 27 15:35:01.520103 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [req-d8771b4d-84d3-463d-af93-b55feaf32ced req-149f98e0-b432-4bf8-9cdd-6a2f72d1057d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 15:35:01.521106 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d8771b4d-84d3-463d-af93-b55feaf32ced req-149f98e0-b432-4bf8-9cdd-6a2f72d1057d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055151 Jul 27 15:35:01.569150 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device bd875b01-1fa3-46df-b071-0151f1189b66 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:35:01.650570 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port bd875b01-1fa3-46df-b071-0151f1189b66 is: ACTIVE; New status is: DOWN {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:35:01.650962 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:01.678493 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd875b01-1fa3-46df-b071-0151f1189b66'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:35:01.681212 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52923e82-cc20-40b0-afd3-6861cb6012bd" -d '{"events": [{"server_uuid": "27c0a14c-8873-4689-9e66-43ba0b7c934a", "name": "network-vif-unplugged", "status": "completed", "tag": "bd875b01-1fa3-46df-b071-0151f1189b66"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:35:01.693009 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port bd875b01-1fa3-46df-b071-0151f1189b66, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=bd875b01-1fa3-46df-b071-0151f1189b66,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:35:01.698040 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:01.754036 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=bd875b01-1fa3-46df-b071-0151f1189b66,revision_number=8']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:01.755963 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62a008-69dc-48ec-a5d4-38746f66103e req-13b5f97f-268d-4162-a790-814c2e7cb543 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:01.758381 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5f62a008-69dc-48ec-a5d4-38746f66103e req-13b5f97f-268d-4162-a790-814c2e7cb543 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 944 time: 0.0684652 Jul 27 15:35:01.758522 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Jul 2022 15:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a943244a-bd23-4c2d-9f4d-4c54270dca00 x-openstack-request-id: req-a943244a-bd23-4c2d-9f4d-4c54270dca00 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:35:01.758763 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c0a14c-8873-4689-9e66-43ba0b7c934a", "name": "network-vif-unplugged", "status": "failed", "tag": "bd875b01-1fa3-46df-b071-0151f1189b66", "code": 422}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:35:01.759021 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a943244a-bd23-4c2d-9f4d-4c54270dca00 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:35:01.759452 dv-cinder-841315-2-iscsi neutron-server[103937]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a943244a-bd23-4c2d-9f4d-4c54270dca00']: {'server_uuid': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd875b01-1fa3-46df-b071-0151f1189b66', 'code': 422} returned with failed status Jul 27 15:35:01.815489 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5f62a008-69dc-48ec-a5d4-38746f66103e req-a55a80bb-ace2-4f23-aadf-4575a7f9ae26 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501649 Jul 27 15:35:01.966218 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45446) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:35:02.059507 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-732b179f-3b44-4e27-826b-cbf8dcdceb60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921111 Jul 27 15:35:02.071490 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-af04b66b-6045-43c0-9d01-470eaf670361 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 15:35:02.072821 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-af04b66b-6045-43c0-9d01-470eaf670361 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0080471 Jul 27 15:35:02.157055 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45454) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:35:02.256919 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-822b69b3-ffd3-41e2-975f-f3df08b0651e tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:02.258309 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-822b69b3-ffd3-41e2-975f-f3df08b0651e tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports/bd875b01-1fa3-46df-b071-0151f1189b66 HTTP/1.1" status: 200 len: 941 time: 0.1001632 Jul 27 15:35:02.954630 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3495d-22a6-46a6-9f71-6b5dcc227dc8 req-00268103-4c65-4b47-9e10-ab48717e8837 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:02.957977 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7cf3495d-22a6-46a6-9f71-6b5dcc227dc8 req-00268103-4c65-4b47-9e10-ab48717e8837 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 944 time: 0.0496962 Jul 27 15:35:03.015090 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7cf3495d-22a6-46a6-9f71-6b5dcc227dc8 req-0b31a61a-fca5-43a8-893c-545176506844 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499680 Jul 27 15:35:03.179900 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-042e0cb3-609a-4d92-a08b-67720b5024ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:03.181376 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-042e0cb3-609a-4d92-a08b-67720b5024ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a&tenant_id=ddfdba8b75e643b485b2237ae070a1b2 HTTP/1.1" status: 200 len: 1128 time: 0.0976934 Jul 27 15:35:03.257578 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-90b24033-5864-4b3b-b48f-4aaec8db56b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:03.260046 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-90b24033-5864-4b3b-b48f-4aaec8db56b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddfdba8b75e643b485b2237ae070a1b2&device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 1128 time: 0.0522528 Jul 27 15:35:03.361301 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-c2b1dca5-087d-4f40-9ee6-dbdda79c4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:03.362778 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-c2b1dca5-087d-4f40-9ee6-dbdda79c4c7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=bad7c82a-807d-4c47-8386-1a6c9fb4e649 HTTP/1.1" status: 200 len: 917 time: 0.0962150 Jul 27 15:35:03.427914 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-c658a70d-d2ab-4683-a161-13a37407e59d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd875b01-1fa3-46df-b071-0151f1189b66 HTTP/1.1" status: 200 len: 1000 time: 0.0577395 Jul 27 15:35:03.479652 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-461723c7-69e9-40d0-873f-74c9122457c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:03.481065 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-461723c7-69e9-40d0-873f-74c9122457c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40f6b828-0dfb-469f-8ba5-9835528b3b1e HTTP/1.1" status: 200 len: 855 time: 0.0470076 Jul 27 15:35:03.533996 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-dbc21bb7-3634-4d1a-809e-1491abb960ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:03.535920 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-dbc21bb7-3634-4d1a-809e-1491abb960ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bad7c82a-807d-4c47-8386-1a6c9fb4e649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461454 Jul 27 15:35:03.633713 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-6ac37a7b-5e9b-466e-b544-0e35a9b86ec0 service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895994 Jul 27 15:35:03.748202 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cf585e2c-4405-4a86-86f0-0d4f013c54c6 req-99711169-356f-4114-a323-9500f042f5ce service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066928 Jul 27 15:35:04.168823 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ef93f-ecd9-4524-9260-c15c9776b63c req-885836a6-8a2e-4003-8acc-283c60aa824b tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:04.171461 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1c8ef93f-ecd9-4524-9260-c15c9776b63c req-885836a6-8a2e-4003-8acc-283c60aa824b tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 944 time: 0.0692706 Jul 27 15:35:04.292452 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1c8ef93f-ecd9-4524-9260-c15c9776b63c req-a00b25e1-5811-4f14-a7a4-bde9734ed5a4 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110976 Jul 27 15:35:05.410359 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:05.455249 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f3380-9caa-4677-b828-633b5f8804e6 req-5333f9a6-4c67-4674-b5e7-c151a96f808a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:05.456874 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd9f3380-9caa-4677-b828-633b5f8804e6 req-5333f9a6-4c67-4674-b5e7-c151a96f808a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 944 time: 0.0565042 Jul 27 15:35:05.485592 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:05.510327 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fd9f3380-9caa-4677-b828-633b5f8804e6 req-e1f133c5-0138-4ccc-911a-2d1a97d6d000 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475059 Jul 27 15:35:06.655966 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1439e6c-402f-4198-8f45-1ff1a3612363 req-522dc882-12f3-4f92-af45-21dcc9e1e6ad tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:06.657616 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f1439e6c-402f-4198-8f45-1ff1a3612363 req-522dc882-12f3-4f92-af45-21dcc9e1e6ad tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 944 time: 0.0618992 Jul 27 15:35:06.689339 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:06.723842 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f1439e6c-402f-4198-8f45-1ff1a3612363 req-673566a2-c8b8-496d-80e6-08e55baaa901 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585394 Jul 27 15:35:07.399095 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:07.885897 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e7d1-998d-4bf5-b28c-c9c3064e11b5 req-6d8625e9-853d-4e3b-8c47-c45093668555 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:07.888545 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7ac3e7d1-998d-4bf5-b28c-c9c3064e11b5 req-6d8625e9-853d-4e3b-8c47-c45093668555 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 944 time: 0.0662160 Jul 27 15:35:07.956136 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7ac3e7d1-998d-4bf5-b28c-c9c3064e11b5 req-2e09beae-2546-4fe4-9c79-889256394547 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597107 Jul 27 15:35:09.116882 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eebfd9-2611-4cb7-8cfb-6746e25b9df9 req-9fa379b7-5a7c-45fe-9dc5-ccbab681a960 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:09.118922 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-26eebfd9-2611-4cb7-8cfb-6746e25b9df9 req-9fa379b7-5a7c-45fe-9dc5-ccbab681a960 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 944 time: 0.0568726 Jul 27 15:35:09.179327 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-26eebfd9-2611-4cb7-8cfb-6746e25b9df9 req-0698866e-14ad-4cc8-a38f-b1a37235f5f5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545323 Jul 27 15:35:10.350618 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ee845-2c5f-4e53-a775-3f6c7cbd1384 req-f739f99a-02fc-4dfa-b5ec-da23b768a2c7 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:10.357745 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-002ee845-2c5f-4e53-a775-3f6c7cbd1384 req-f739f99a-02fc-4dfa-b5ec-da23b768a2c7 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 944 time: 0.0673258 Jul 27 15:35:10.448955 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-002ee845-2c5f-4e53-a775-3f6c7cbd1384 req-2a1ce146-b5e1-4855-b418-f53f9217fc51 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901177 Jul 27 15:35:11.609492 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe466b04-7df5-41be-9e2c-c564f455c014 req-a590f398-56f0-4944-84bb-71c76cce739d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:11.611002 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fe466b04-7df5-41be-9e2c-c564f455c014 req-a590f398-56f0-4944-84bb-71c76cce739d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 944 time: 0.0576298 Jul 27 15:35:11.672124 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-fe466b04-7df5-41be-9e2c-c564f455c014 req-af393a39-f957-4aab-8450-408053cc2f44 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548530 Jul 27 15:35:12.821051 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a04ded-2b67-4182-b841-99b01e2f03e7 req-61fc787a-168f-4317-9bfe-b716d6040afe tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:12.822465 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-03a04ded-2b67-4182-b841-99b01e2f03e7 req-61fc787a-168f-4317-9bfe-b716d6040afe tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 944 time: 0.0494964 Jul 27 15:35:12.873278 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-03a04ded-2b67-4182-b841-99b01e2f03e7 req-f40a449e-898c-4f23-9738-e082eaf3b702 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451634 Jul 27 15:35:13.295539 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=13 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:13.298499 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=15 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:14.002507 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:14.014199 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb8e96-a3e8-46f0-8c46-a5977ddb8425 req-d0b46f73-3f15-4bed-be4a-45fd640ddb87 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:14.015665 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-adcb8e96-a3e8-46f0-8c46-a5977ddb8425 req-d0b46f73-3f15-4bed-be4a-45fd640ddb87 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 944 time: 0.0521212 Jul 27 15:35:14.067376 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-adcb8e96-a3e8-46f0-8c46-a5977ddb8425 req-4f0983ed-fcc0-42b7-a84f-1106287cc082 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461395 Jul 27 15:35:15.202340 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796fe68-b687-4fad-ace9-4d35da7bb5e1 req-2bf8913e-3072-49a2-9cce-4f4b42552668 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:15.204010 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9796fe68-b687-4fad-ace9-4d35da7bb5e1 req-2bf8913e-3072-49a2-9cce-4f4b42552668 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 944 time: 0.0534227 Jul 27 15:35:15.284039 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9796fe68-b687-4fad-ace9-4d35da7bb5e1 req-c8988976-b2b6-4998-9cf9-86d571b95fba tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719848 Jul 27 15:35:15.660949 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device bd875b01-1fa3-46df-b071-0151f1189b66 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:35:15.751448 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:15.776653 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port bd875b01-1fa3-46df-b071-0151f1189b66, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=bd875b01-1fa3-46df-b071-0151f1189b66,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:35:15.791734 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': 'bd875b01-1fa3-46df-b071-0151f1189b66', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'port_id': 'bd875b01-1fa3-46df-b071-0151f1189b66', 'mac_address': 'fa:16:3e:08:df:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:35:15.831194 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port bd875b01-1fa3-46df-b071-0151f1189b66 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:35:15.831586 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:15.846981 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd875b01-1fa3-46df-b071-0151f1189b66 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:35:15.869903 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port bd875b01-1fa3-46df-b071-0151f1189b66, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=bd875b01-1fa3-46df-b071-0151f1189b66,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:35:15.874666 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:15.919041 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:15.931333 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=bd875b01-1fa3-46df-b071-0151f1189b66,revision_number=9']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:16.135598 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['bd875b01-1fa3-46df-b071-0151f1189b66'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:35:16.421749 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523b1eb-f763-459d-b09b-e51efb2d6405 req-4f566fe6-ea2f-4b12-a711-2c802575b881 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:16.423346 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1523b1eb-f763-459d-b09b-e51efb2d6405 req-4f566fe6-ea2f-4b12-a711-2c802575b881 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 945 time: 0.0563293 Jul 27 15:35:16.489014 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1523b1eb-f763-459d-b09b-e51efb2d6405 req-6e8b83bd-1747-46ba-90fb-a6d6bf19dac5 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596776 Jul 27 15:35:17.081769 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b1c2d87d-b255-452e-b537-8e7f76d007d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:17.617166 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a35402-5c59-498f-92cb-a157e50ae35b req-420445cf-ebb6-403d-b253-ba55155f557c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:17.619029 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-67a35402-5c59-498f-92cb-a157e50ae35b req-420445cf-ebb6-403d-b253-ba55155f557c tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 945 time: 0.0477262 Jul 27 15:35:17.668605 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-67a35402-5c59-498f-92cb-a157e50ae35b req-85d0e022-fb65-40a1-b14a-6f2c2ce856f1 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439475 Jul 27 15:35:17.672657 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device bd875b01-1fa3-46df-b071-0151f1189b66 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:35:17.718070 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port bd875b01-1fa3-46df-b071-0151f1189b66 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:35:17.718444 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:17.794373 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port bd875b01-1fa3-46df-b071-0151f1189b66 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:35:17.794685 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:17.819417 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd875b01-1fa3-46df-b071-0151f1189b66'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:35:17.821704 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e422cd-1163-41d2-9969-9c15a624c328" -d '{"events": [{"server_uuid": "27c0a14c-8873-4689-9e66-43ba0b7c934a", "name": "network-vif-plugged", "status": "completed", "tag": "bd875b01-1fa3-46df-b071-0151f1189b66"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:35:17.834697 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port bd875b01-1fa3-46df-b071-0151f1189b66, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=bd875b01-1fa3-46df-b071-0151f1189b66,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:35:17.847152 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:17.883497 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e1d56d-1ba3-4521-b461-7eea9c566c49 x-openstack-request-id: req-c2e1d56d-1ba3-4521-b461-7eea9c566c49 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:35:17.883888 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c0a14c-8873-4689-9e66-43ba0b7c934a", "name": "network-vif-plugged", "status": "completed", "tag": "bd875b01-1fa3-46df-b071-0151f1189b66", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:35:17.884302 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2e1d56d-1ba3-4521-b461-7eea9c566c49 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:35:17.884922 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e1d56d-1ba3-4521-b461-7eea9c566c49'] response: {'server_uuid': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd875b01-1fa3-46df-b071-0151f1189b66', 'code': 200} Jul 27 15:35:17.920979 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=bd875b01-1fa3-46df-b071-0151f1189b66,revision_number=10']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:18.088409 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb66f24-24c9-48af-902a-bfb0a4fbd7b2 req-59adcc87-73cb-408c-aee3-478fc49f2121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:18.088409 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bfb66f24-24c9-48af-902a-bfb0a4fbd7b2 req-59adcc87-73cb-408c-aee3-478fc49f2121 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 1131 time: 0.0449002 Jul 27 15:35:18.155062 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bfb66f24-24c9-48af-902a-bfb0a4fbd7b2 req-ea03b9a6-7a77-435c-82ac-e6c3b7cde06f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610595 Jul 27 15:35:18.794868 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12db9b7-9ccb-460e-b4b3-53ce9c96092f req-06080d92-d151-4a54-b800-e94ccc3bcb7f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:18.796365 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f12db9b7-9ccb-460e-b4b3-53ce9c96092f req-06080d92-d151-4a54-b800-e94ccc3bcb7f tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 947 time: 0.0478179 Jul 27 15:35:18.844419 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f12db9b7-9ccb-460e-b4b3-53ce9c96092f req-0a73b7f9-ab7d-4231-9861-8495b814b49a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424585 Jul 27 15:35:19.299965 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-6e884f54-4428-4425-89d3-5d7c3c314fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:20.246931 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d3f91-f3aa-44ab-b189-b35762267a36 req-33bb509f-3e4a-4cc8-9485-af620208dc15 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:20.249573 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-903d3f91-f3aa-44ab-b189-b35762267a36 req-33bb509f-3e4a-4cc8-9485-af620208dc15 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 947 time: 0.3203197 Jul 27 15:35:20.298719 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-903d3f91-f3aa-44ab-b189-b35762267a36 req-06fdecc7-9a96-4c55-af93-0e02a7b59675 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435352 Jul 27 15:35:20.841881 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:21.425721 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ad12-55fb-4be9-8523-cddeb2f4f2ec req-263312be-e9c6-41b5-8a5f-b205578d0037 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:21.427767 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4016ad12-55fb-4be9-8523-cddeb2f4f2ec req-263312be-e9c6-41b5-8a5f-b205578d0037 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 947 time: 0.0503848 Jul 27 15:35:21.486143 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4016ad12-55fb-4be9-8523-cddeb2f4f2ec req-ed9491a1-0a53-43ce-a1dc-37a828436c99 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526292 Jul 27 15:35:22.074389 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:22.259864 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:30.288810 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=22 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:30.295060 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=52 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:31.478315 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=73 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:31.481299 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=79 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:32.253567 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:32.255601 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=62,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:34.851576 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:34.852386 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:35.792150 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:35:37.377640 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:39.403448 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45712) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:35:39.408631 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1461891211', 'description': 'tempest-description--2106370228'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:35:39.433985 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:39.525155 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (dbceb955-1802-4e3d-95f5-f50cada0966b), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:39.529285 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (dbceb955-1802-4e3d-95f5-f50cada0966b), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:39.559220 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:39.564927 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1560295 Jul 27 15:35:39.565178 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 45718) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:35:39.569642 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'security_group_rule': {'security_group_id': 'dbceb955-1802-4e3d-95f5-f50cada0966b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:35:39.575682 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbceb955-1802-4e3d-95f5-f50cada0966b,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:39.589679 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.590042 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.590391 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.590742 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.591329 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.592011 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.592497 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.592971 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.593566 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.594247 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.594698 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.595246 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.595706 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.596018 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.596397 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64483965-d68f-4f50-b78c-de95cdfe17a0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.604761 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (820ed27b-fe6c-4850-a733-ae8322aa650c), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:39.685081 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (820ed27b-fe6c-4850-a733-ae8322aa650c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:39.695548 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (820ed27b-fe6c-4850-a733-ae8322aa650c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:39.714122 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820ed27b-fe6c-4850-a733-ae8322aa650c,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:39.736284 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.736635 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.736985 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.737319 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.737655 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.737987 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.739098 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.739493 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.740056 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.742419 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.742419 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.742419 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.742419 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.742977 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.743224 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:39.756594 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:39.758789 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e7bee98a-f76e-4780-b4da-9c93c7cd8f0a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1922851 Jul 27 15:35:39.761382 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 45724) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:35:39.768303 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-f2d49fb0-ceb4-4d99-92d5-950da9966ea1 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'security_group_rule': {'security_group_id': 'dbceb955-1802-4e3d-95f5-f50cada0966b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:35:39.810919 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f2d49fb0-ceb4-4d99-92d5-950da9966ea1 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (a68d228a-4949-4ede-b966-fe6470ead656), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:39.875621 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f2d49fb0-ceb4-4d99-92d5-950da9966ea1 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (a68d228a-4949-4ede-b966-fe6470ead656), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:39.879987 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f2d49fb0-ceb4-4d99-92d5-950da9966ea1 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (a68d228a-4949-4ede-b966-fe6470ead656), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:39.902112 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d49fb0-ceb4-4d99-92d5-950da9966ea1 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68d228a-4949-4ede-b966-fe6470ead656,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:39.912677 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f2d49fb0-ceb4-4d99-92d5-950da9966ea1 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:39.914049 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f2d49fb0-ceb4-4d99-92d5-950da9966ea1 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513357 Jul 27 15:35:39.918377 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 45726) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:35:39.922850 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'floatingip': {'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:35:39.946828 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:40.035481 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:40.150011 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Allocated IP 172.27.1.75 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/d42af246-599c-4fcb-8d12-b7507fc79739) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:35:40.299653 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for port (d42af246-599c-4fcb-8d12-b7507fc79739), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:40.336758 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (d42af246-599c-4fcb-8d12-b7507fc79739), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:40.384778 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:35:40.388910 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:35:40.393564 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:35:40.417627 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'Port': ['ID=d42af246-599c-4fcb-8d12-b7507fc79739,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:40.423618 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:40.429504 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:40.504728 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (f2c38ecb-528f-496f-a0db-146419791f50), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:40.571681 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d7260cf5-dbc5-402f-8e02-3456fd1c4f9e req-bc452cbb-3c79-4e9d-8bbe-653f956b1d15 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690155 Jul 27 15:35:40.579266 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d42af246-599c-4fcb-8d12-b7507fc79739), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:40.658635 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7260cf5-dbc5-402f-8e02-3456fd1c4f9e req-bdcd1921-9b32-460b-a0b9-e20c82713bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:40.660341 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d7260cf5-dbc5-402f-8e02-3456fd1c4f9e req-bdcd1921-9b32-460b-a0b9-e20c82713bde service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddfdba8b75e643b485b2237ae070a1b2&device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 1131 time: 0.0438194 Jul 27 15:35:40.757834 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for port (d42af246-599c-4fcb-8d12-b7507fc79739), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:40.768331 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (d42af246-599c-4fcb-8d12-b7507fc79739), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:40.798361 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7260cf5-dbc5-402f-8e02-3456fd1c4f9e req-cf361889-77ad-4cf7-9a33-8522cbcc8128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:40.798361 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d7260cf5-dbc5-402f-8e02-3456fd1c4f9e req-cf361889-77ad-4cf7-9a33-8522cbcc8128 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bad7c82a-807d-4c47-8386-1a6c9fb4e649 HTTP/1.1" status: 200 len: 917 time: 0.1157618 Jul 27 15:35:40.859961 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'Port': ['ID=d42af246-599c-4fcb-8d12-b7507fc79739,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:40.873165 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (f2c38ecb-528f-496f-a0db-146419791f50), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:40.883095 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d7260cf5-dbc5-402f-8e02-3456fd1c4f9e req-ddd1ea7c-363d-4dce-b3ec-0fd8ddf06b79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd875b01-1fa3-46df-b071-0151f1189b66 HTTP/1.1" status: 200 len: 1002 time: 0.0767250 Jul 27 15:35:40.892152 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:40.903326 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-aef2ed26-9c95-4712-b4e9-9f1d318b6bb7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9741156 Jul 27 15:35:40.962386 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7260cf5-dbc5-402f-8e02-3456fd1c4f9e req-1313e41f-6eef-46e0-bc94-41fef2c909f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:40.965184 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d7260cf5-dbc5-402f-8e02-3456fd1c4f9e req-1313e41f-6eef-46e0-bc94-41fef2c909f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40f6b828-0dfb-469f-8ba5-9835528b3b1e HTTP/1.1" status: 200 len: 855 time: 0.0747197 Jul 27 15:35:41.020997 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7260cf5-dbc5-402f-8e02-3456fd1c4f9e req-f348db79-552a-4d4b-98f3-c5a5d02a3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:41.022765 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d7260cf5-dbc5-402f-8e02-3456fd1c4f9e req-f348db79-552a-4d4b-98f3-c5a5d02a3f90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bad7c82a-807d-4c47-8386-1a6c9fb4e649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509396 Jul 27 15:35:41.094309 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84adc242-bf90-4b0c-800a-a60f20540752 req-8b69fca3-f6b0-4055-b6ec-011d3942d947 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1461891211&fields=id&tenant_id=33ea04cddf084bc9b4aab1e7c477abbf HTTP/1.1" status: 200 len: 267 time: 0.0699782 Jul 27 15:35:41.185829 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d7260cf5-dbc5-402f-8e02-3456fd1c4f9e req-d988ee1d-7b47-4bb4-850e-1134e8e28ab5 service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529362 Jul 27 15:35:41.299145 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adc242-bf90-4b0c-800a-a60f20540752 req-ad095c6e-c11d-4e8d-8612-3c7f7a21f2d3 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:41.303603 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84adc242-bf90-4b0c-800a-a60f20540752 req-ad095c6e-c11d-4e8d-8612-3c7f7a21f2d3 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/networks?id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb HTTP/1.1" status: 200 len: 815 time: 0.1961467 Jul 27 15:35:41.327733 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d7260cf5-dbc5-402f-8e02-3456fd1c4f9e req-4e62f483-34f6-4edf-a8df-7f9253b7b9b8 service neutron] 10.222.0.42 "GET /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307583 Jul 27 15:35:41.332269 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84adc242-bf90-4b0c-800a-a60f20540752 req-44a47d4e-2e64-4eb2-8d58-041f37ec3bad tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/quotas/33ea04cddf084bc9b4aab1e7c477abbf HTTP/1.1" status: 200 len: 375 time: 0.0203633 Jul 27 15:35:41.403291 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84adc242-bf90-4b0c-800a-a60f20540752 req-14db44e7-5b6c-4053-8953-53dd06503cc4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ea04cddf084bc9b4aab1e7c477abbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634522 Jul 27 15:35:41.472858 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04929620-80f2-4ffa-99bb-61c45ae30ea1 req-5d5a5bcf-7d18-428e-a5d8-2bb68fddc134 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:41.477122 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-04929620-80f2-4ffa-99bb-61c45ae30ea1 req-5d5a5bcf-7d18-428e-a5d8-2bb68fddc134 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 945 time: 0.0563579 Jul 27 15:35:41.548373 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-04929620-80f2-4ffa-99bb-61c45ae30ea1 req-6659c2be-c534-4222-a3d6-c71da69f67fb tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f843100-713d-49e4-90b0-5d4d46c3d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629952 Jul 27 15:35:41.590815 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84adc242-bf90-4b0c-800a-a60f20540752 req-733962e4-6c3d-4d57-b4d3-46d08d631fd7 service neutron] 10.222.0.36 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715553 Jul 27 15:35:41.691291 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:41.696511 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84adc242-bf90-4b0c-800a-a60f20540752 req-75181f5c-a774-4e06-8574-8315c25aca55 service neutron] 10.222.0.36 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998206 Jul 27 15:35:41.867761 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c23ba54b-798d-4eef-a769-8b9f230ae42e req-aaf89874-e7ed-44f9-8149-6ef2e650c841 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 210 time: 0.0290570 Jul 27 15:35:42.679127 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c5568-dd8b-4c22-a574-5c494ff83732 req-96902176-491f-44c6-8b78-58ea05baf82e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:42.680651 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b5c5568-dd8b-4c22-a574-5c494ff83732 req-96902176-491f-44c6-8b78-58ea05baf82e tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 945 time: 0.0533226 Jul 27 15:35:42.727770 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b5c5568-dd8b-4c22-a574-5c494ff83732 req-bea79c10-2e00-4ff3-a493-7a5a233a7775 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f843100-713d-49e4-90b0-5d4d46c3d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411983 Jul 27 15:35:42.971573 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-787736b8-4444-403c-ab84-60d8bfcdde06 req-9b9c1da2-7d7d-49f6-8509-ef8bec47cf76 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 210 time: 0.0295148 Jul 27 15:35:43.845801 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49009e-bc04-4d86-aaa2-38b2cc62ffce req-dc83b8cb-96ec-4682-b6b4-ffdd892367e3 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:43.847424 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b49009e-bc04-4d86-aaa2-38b2cc62ffce req-dc83b8cb-96ec-4682-b6b4-ffdd892367e3 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 945 time: 0.0480194 Jul 27 15:35:43.908535 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5b49009e-bc04-4d86-aaa2-38b2cc62ffce req-2a9efe55-ade1-4843-8510-602cd7034770 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f843100-713d-49e4-90b0-5d4d46c3d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553946 Jul 27 15:35:44.070568 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f4e5e3b7-ca9d-476f-9ed5-1cd773f34ced req-8e7ea64a-17c5-4655-87c1-01c4ee397399 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 210 time: 0.0287461 Jul 27 15:35:45.043207 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941ce2e-3ee9-4dcb-8ee0-b7ea1713ae16 req-7648c4d4-bfc0-4ebd-bb23-ba10207b5c26 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:45.044781 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5941ce2e-3ee9-4dcb-8ee0-b7ea1713ae16 req-7648c4d4-bfc0-4ebd-bb23-ba10207b5c26 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 945 time: 0.0585349 Jul 27 15:35:45.071464 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:45.100583 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5941ce2e-3ee9-4dcb-8ee0-b7ea1713ae16 req-6b9606dc-a8cb-4b54-bdae-a7dac4bf7782 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f843100-713d-49e4-90b0-5d4d46c3d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496306 Jul 27 15:35:45.176864 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c36493a5-316a-467b-a0c9-f56366e40c35 req-1f734868-4946-4718-8929-891eb50a2fa5 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 210 time: 0.0337009 Jul 27 15:35:45.410635 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443aa6c-562d-4f41-8f58-1cf92a69acb5 req-38e93653-298b-4843-b364-0d6411897c08 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:45.412173 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5443aa6c-562d-4f41-8f58-1cf92a69acb5 req-38e93653-298b-4843-b364-0d6411897c08 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.42 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 945 time: 0.0487547 Jul 27 15:35:45.486066 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:45.506694 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-5443aa6c-562d-4f41-8f58-1cf92a69acb5 req-a5edcfdc-024a-4ce5-bae9-bca0a7c7a1b9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Deleting port a0089b98-aa8d-48fa-a318-0cab30dccdb8 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:35:45.507030 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-5443aa6c-562d-4f41-8f58-1cf92a69acb5 req-a5edcfdc-024a-4ce5-bae9-bca0a7c7a1b9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (a0089b98-aa8d-48fa-a318-0cab30dccdb8), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:45.556246 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:45.606939 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-5443aa6c-562d-4f41-8f58-1cf92a69acb5 req-a5edcfdc-024a-4ce5-bae9-bca0a7c7a1b9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] For port a0089b98-aa8d-48fa-a318-0cab30dccdb8, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a0089b98-aa8d-48fa-a318-0cab30dccdb8,segment=NetworkSegment(0d782dbe-2f4f-4b48-ac38-39f77cc9248d),segment_id=0d782dbe-2f4f-4b48-ac38-39f77cc9248d)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:35:45.607306 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-5443aa6c-562d-4f41-8f58-1cf92a69acb5 req-a5edcfdc-024a-4ce5-bae9-bca0a7c7a1b9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (a0089b98-aa8d-48fa-a318-0cab30dccdb8), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:45.775143 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-5443aa6c-562d-4f41-8f58-1cf92a69acb5 req-a5edcfdc-024a-4ce5-bae9-bca0a7c7a1b9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:45.776013 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-5443aa6c-562d-4f41-8f58-1cf92a69acb5 req-a5edcfdc-024a-4ce5-bae9-bca0a7c7a1b9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (7a27b236-0556-4687-9b4d-9c5531722e41), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:45.776013 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.l3_db [req-5443aa6c-562d-4f41-8f58-1cf92a69acb5 req-a5edcfdc-024a-4ce5-bae9-bca0a7c7a1b9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Floating IP 7a27b236-0556-4687-9b4d-9c5531722e41 disassociated. External IP: 172.27.1.243, port: a0089b98-aa8d-48fa-a318-0cab30dccdb8. Jul 27 15:35:45.776305 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-5443aa6c-562d-4f41-8f58-1cf92a69acb5 req-a5edcfdc-024a-4ce5-bae9-bca0a7c7a1b9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Calling delete_port for a0089b98-aa8d-48fa-a318-0cab30dccdb8 owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:35:45.788124 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:45.789632 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:45.920055 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-5443aa6c-562d-4f41-8f58-1cf92a69acb5 req-a5edcfdc-024a-4ce5-bae9-bca0a7c7a1b9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (a0089b98-aa8d-48fa-a318-0cab30dccdb8), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:45.959751 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edcfdc-024a-4ce5-bae9-bca0a7c7a1b9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event deleted for resources: {'Port': ['ID=a0089b98-aa8d-48fa-a318-0cab30dccdb8,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:46.009920 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adc242-bf90-4b0c-800a-a60f20540752 req-f647f1bf-64c5-41ca-a0e1-83cda8d0bc5b tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:46.012278 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84adc242-bf90-4b0c-800a-a60f20540752 req-f647f1bf-64c5-41ca-a0e1-83cda8d0bc5b tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "GET /v2.0/networks?id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb HTTP/1.1" status: 200 len: 815 time: 0.1507306 Jul 27 15:35:46.113841 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5443aa6c-562d-4f41-8f58-1cf92a69acb5 req-a5edcfdc-024a-4ce5-bae9-bca0a7c7a1b9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Router 234b9294-d82c-40cf-8b8b-2c226e26df01 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:35:46.118636 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84adc242-bf90-4b0c-800a-a60f20540752 req-248f65d2-1425-4d5a-b53e-b039aa9ccc2d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33ea04cddf084bc9b4aab1e7c477abbf HTTP/1.1" status: 200 len: 473 time: 0.0935156 Jul 27 15:35:46.213540 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0756f78d-3814-4424-b61e-e464510e861e req-88ce2677-04ee-44a0-90c1-4468bc459dbd tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c197fd-bf3d-4589-86ed-e771f386c806 HTTP/1.1" status: 200 len: 210 time: 0.0324090 Jul 27 15:35:46.222168 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-84adc242-bf90-4b0c-800a-a60f20540752 req-09ca335c-fa3a-4eee-bb2e-bc52c7a182e4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'port': {'device_id': 'dc517287-de76-4a17-94aa-a47eb0588266', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'admin_state_up': True, 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'security_groups': ['dbceb955-1802-4e3d-95f5-f50cada0966b']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:35:46.267193 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5443aa6c-562d-4f41-8f58-1cf92a69acb5 req-a5edcfdc-024a-4ce5-bae9-bca0a7c7a1b9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:35:46.280429 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0014b-95ec-48cf-8a1d-8da69a1766f5 None None] Sync routers for ids ['234b9294-d82c-40cf-8b8b-2c226e26df01'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:35:46.303582 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0014b-95ec-48cf-8a1d-8da69a1766f5 None None] Routers {'234b9294-d82c-40cf-8b8b-2c226e26df01'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:35:46.304252 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-6fc0014b-95ec-48cf-8a1d-8da69a1766f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:35:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['234b9294-d82c-40cf-8b8b-2c226e26df01'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:35:46.382176 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-5443aa6c-562d-4f41-8f58-1cf92a69acb5 req-a5edcfdc-024a-4ce5-bae9-bca0a7c7a1b9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] No DVR routers for this DVR port a0089b98-aa8d-48fa-a318-0cab30dccdb8 on host hv-cinder-84131 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:35:46.385728 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-5443aa6c-562d-4f41-8f58-1cf92a69acb5 req-a5edcfdc-024a-4ce5-bae9-bca0a7c7a1b9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:46.390446 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5443aa6c-562d-4f41-8f58-1cf92a69acb5 req-a5edcfdc-024a-4ce5-bae9-bca0a7c7a1b9 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.42 "DELETE /v2.0/ports/a0089b98-aa8d-48fa-a318-0cab30dccdb8 HTTP/1.1" status: 204 len: 173 time: 0.9723508 Jul 27 15:35:46.391419 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c197fd-bf3d-4589-86ed-e771f386c806', 'name': 'network-vif-deleted', 'tag': 'a0089b98-aa8d-48fa-a318-0cab30dccdb8'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:35:46.395509 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb8fa26-a9d0-4834-aa3c-435ed3e2286c" -d '{"events": [{"server_uuid": "06c197fd-bf3d-4589-86ed-e771f386c806", "name": "network-vif-deleted", "tag": "a0089b98-aa8d-48fa-a318-0cab30dccdb8"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:35:46.401032 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-57556c7d-fc88-4489-976d-732cd23c0b2e req-d4936a20-e69d-4604-aa1d-db0c950744dc tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 210 time: 0.0916584 Jul 27 15:35:46.443171 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84adc242-bf90-4b0c-800a-a60f20540752 req-09ca335c-fa3a-4eee-bb2e-bc52c7a182e4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Made reservation on behalf of 33ea04cddf084bc9b4aab1e7c477abbf for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:35:46.449169 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b538e7de-f954-4871-8cab-18cf87228c6a x-openstack-request-id: req-b538e7de-f954-4871-8cab-18cf87228c6a {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:35:46.449780 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c197fd-bf3d-4589-86ed-e771f386c806", "name": "network-vif-deleted", "tag": "a0089b98-aa8d-48fa-a318-0cab30dccdb8", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:35:46.450049 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b538e7de-f954-4871-8cab-18cf87228c6a {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:35:46.450618 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b538e7de-f954-4871-8cab-18cf87228c6a'] response: {'server_uuid': '06c197fd-bf3d-4589-86ed-e771f386c806', 'name': 'network-vif-deleted', 'tag': 'a0089b98-aa8d-48fa-a318-0cab30dccdb8', 'status': 'completed', 'code': 200} Jul 27 15:35:46.450888 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-84adc242-bf90-4b0c-800a-a60f20540752 req-09ca335c-fa3a-4eee-bb2e-bc52c7a182e4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:46.484379 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-6fc0014b-95ec-48cf-8a1d-8da69a1766f5 None None] Set router 234b9294-d82c-40cf-8b8b-2c226e26df01 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:35:46.612705 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-84adc242-bf90-4b0c-800a-a60f20540752 req-09ca335c-fa3a-4eee-bb2e-bc52c7a182e4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Allocated IP 172.20.0.9 (a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb/c026a68a-eb65-46d4-9eae-868f5270709b/a1da6a28-167f-49d0-b01c-8513acaf72d7) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:35:46.714033 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-6fc0014b-95ec-48cf-8a1d-8da69a1766f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'c72c925d-1264-4bcf-b9bf-3f489f419faa', 'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'mac_address': 'fa:16:3e:d9:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:37Z', 'updated_at': '2022-07-27T15:29:00Z', 'revision_number': 5, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'subnets': [{'id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:35:46.743087 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0014b-95ec-48cf-8a1d-8da69a1766f5 None None] Checking router: 234b9294-d82c-40cf-8b8b-2c226e26df01 for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:35:46.751553 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0014b-95ec-48cf-8a1d-8da69a1766f5 None None] Routers {'234b9294-d82c-40cf-8b8b-2c226e26df01'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:35:46.752194 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-6fc0014b-95ec-48cf-8a1d-8da69a1766f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:35:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['234b9294-d82c-40cf-8b8b-2c226e26df01'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:35:46.762169 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-84adc242-bf90-4b0c-800a-a60f20540752 req-09ca335c-fa3a-4eee-bb2e-bc52c7a182e4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for port (a1da6a28-167f-49d0-b01c-8513acaf72d7), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:46.763324 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:46.797501 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-84adc242-bf90-4b0c-800a-a60f20540752 req-09ca335c-fa3a-4eee-bb2e-bc52c7a182e4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (a1da6a28-167f-49d0-b01c-8513acaf72d7), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:46.849671 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84adc242-bf90-4b0c-800a-a60f20540752 req-09ca335c-fa3a-4eee-bb2e-bc52c7a182e4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:35:46.856391 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-84adc242-bf90-4b0c-800a-a60f20540752 req-09ca335c-fa3a-4eee-bb2e-bc52c7a182e4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:35:46.863823 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-84adc242-bf90-4b0c-800a-a60f20540752 req-09ca335c-fa3a-4eee-bb2e-bc52c7a182e4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:35:46.876565 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca335c-fa3a-4eee-bb2e-bc52c7a182e4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'Port': ['ID=a1da6a28-167f-49d0-b01c-8513acaf72d7,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:46.885005 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-6fc0014b-95ec-48cf-8a1d-8da69a1766f5 None None] Set router 234b9294-d82c-40cf-8b8b-2c226e26df01 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:35:46.946596 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adc242-bf90-4b0c-800a-a60f20540752 req-09ca335c-fa3a-4eee-bb2e-bc52c7a182e4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:46.947559 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-84adc242-bf90-4b0c-800a-a60f20540752 req-09ca335c-fa3a-4eee-bb2e-bc52c7a182e4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:46.979694 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84adc242-bf90-4b0c-800a-a60f20540752 req-09ca335c-fa3a-4eee-bb2e-bc52c7a182e4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7626140 Jul 27 15:35:46.995425 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Request body: {'port': {'device_id': 'dc517287-de76-4a17-94aa-a47eb0588266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:35:47.069651 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:47.081379 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a1da6a28-167f-49d0-b01c-8513acaf72d7), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:47.119819 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b9ea2a98-e9ba-42e0-84eb-45b45e2be000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:47.142555 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-6fc0014b-95ec-48cf-8a1d-8da69a1766f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'c72c925d-1264-4bcf-b9bf-3f489f419faa', 'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'mac_address': 'fa:16:3e:d9:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:37Z', 'updated_at': '2022-07-27T15:29:00Z', 'revision_number': 5, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'subnets': [{'id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:35:47.169655 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0014b-95ec-48cf-8a1d-8da69a1766f5 None None] The sync data for ids ['234b9294-d82c-40cf-8b8b-2c226e26df01'] in dv-cinder-841315-2-iscsi is: [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:28:39Z', 'revision_number': 4, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'c72c925d-1264-4bcf-b9bf-3f489f419faa', 'name': '', 'network_id': 'c38721ce-4da8-41f0-9615-4459de2daf25', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'mac_address': 'fa:16:3e:d9:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:37Z', 'updated_at': '2022-07-27T15:29:00Z', 'revision_number': 5, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'subnets': [{'id': 'e0cea517-b378-4c3d-b1c1-f934678ba74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:35:47.212719 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-17c66a0c-8ac0-467e-aaed-178ecffc32f6 None None] Provisioning complete for port a1da6a28-167f-49d0-b01c-8513acaf72d7 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:35:47.213419 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-17c66a0c-8ac0-467e-aaed-178ecffc32f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (a1da6a28-167f-49d0-b01c-8513acaf72d7), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:47.255876 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-17c66a0c-8ac0-467e-aaed-178ecffc32f6 None None] Port a1da6a28-167f-49d0-b01c-8513acaf72d7 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:35:47.342994 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45822) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:35:47.407504 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1da6a28-167f-49d0-b01c-8513acaf72d7 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:35:47.414046 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a65622e3-df56-4dde-bd97-970cf91ae196 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group (1f843100-713d-49e4-90b0-5d4d46c3d5cd), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:47.416306 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Publish callbacks [] for port (a1da6a28-167f-49d0-b01c-8513acaf72d7), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:47.419574 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:47.432448 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Transition to ACTIVE for port object a1da6a28-167f-49d0-b01c-8513acaf72d7 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:35:47.438580 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (a1da6a28-167f-49d0-b01c-8513acaf72d7), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:47.448230 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a65622e3-df56-4dde-bd97-970cf91ae196 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group (1f843100-713d-49e4-90b0-5d4d46c3d5cd), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:47.475655 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab1be0-ef17-4b4e-8b32-2a4ce1442836 None None] New status for floating IP 7a27b236-0556-4687-9b4d-9c5531722e41: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:35:47.494101 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Pushing event updated for resources: {'Port': ['ID=a1da6a28-167f-49d0-b01c-8513acaf72d7,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:47.523762 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a65622e3-df56-4dde-bd97-970cf91ae196 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (1f843100-713d-49e4-90b0-5d4d46c3d5cd), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:47.527322 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a65622e3-df56-4dde-bd97-970cf91ae196 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:47.531905 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-a65622e3-df56-4dde-bd97-970cf91ae196 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "DELETE /v2.0/security-groups/1f843100-713d-49e4-90b0-5d4d46c3d5cd HTTP/1.1" status: 204 len: 168 time: 0.1842103 Jul 27 15:35:47.539641 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45826) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:35:47.578977 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65622e3-df56-4dde-bd97-970cf91ae196 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f843100-713d-49e4-90b0-5d4d46c3d5cd,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:47.583819 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.api.v2.resource [None req-fdef57f7-8d13-47a3-97d9-dd4d2b77d96c tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] show failed (client error): The resource could not be found. Jul 27 15:35:47.587797 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-fdef57f7-8d13-47a3-97d9-dd4d2b77d96c tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "GET /v2.0/security-groups/1f843100-713d-49e4-90b0-5d4d46c3d5cd HTTP/1.1" status: 404 len: 347 time: 0.0324819 Jul 27 15:35:47.588148 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 45828) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:35:47.623441 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afb031-49b0-4c76-bb91-212a0d14a994 req-c6781d95-d846-4b43-aa16-3160dd5955a3 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:47.632544 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95afb031-49b0-4c76-bb91-212a0d14a994 req-c6781d95-d846-4b43-aa16-3160dd5955a3 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 943 time: 0.0675700 Jul 27 15:35:47.648666 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Attempting to bind port a1da6a28-167f-49d0-b01c-8513acaf72d7 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:35:47.649013 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Attempting to bind port a1da6a28-167f-49d0-b01c-8513acaf72d7 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:35:47.649343 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Attempting to bind port a1da6a28-167f-49d0-b01c-8513acaf72d7 on network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:35:47.664063 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Port a1da6a28-167f-49d0-b01c-8513acaf72d7 on network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:35:47.664535 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Attempting to bind port a1da6a28-167f-49d0-b01c-8513acaf72d7 on network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:35:47.702995 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:35:47.703650 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Checking segment: {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:35:47.704106 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Bound using segment: {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:35:47.704551 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Bound port: a1da6a28-167f-49d0-b01c-8513acaf72d7, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:35:47.704907 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a1da6a28-167f-49d0-b01c-8513acaf72d7), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:47.710931 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95afb031-49b0-4c76-bb91-212a0d14a994 req-1cc99df1-f6c7-4a0f-b570-036ef5d3cde4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbceb955-1802-4e3d-95f5-f50cada0966b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771763 Jul 27 15:35:47.789469 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-ae7de2c8-cb13-464d-a75c-630f9159ba77 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Deleting port 0778dbb2-5fbe-446d-af15-35ad0dc3c0ce {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:35:47.789806 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ae7de2c8-cb13-464d-a75c-630f9159ba77 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (0778dbb2-5fbe-446d-af15-35ad0dc3c0ce), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:47.845017 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] For port a1da6a28-167f-49d0-b01c-8513acaf72d7, host hv-cinder-84131, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:35:47.847398 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:47.865926 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] For port a1da6a28-167f-49d0-b01c-8513acaf72d7, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a1da6a28-167f-49d0-b01c-8513acaf72d7,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:35:47.879712 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a0089b98-aa8d-48fa-a318-0cab30dccdb8 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:35:47.880618 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (a1da6a28-167f-49d0-b01c-8513acaf72d7), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:47.902065 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: a0089b98-aa8d-48fa-a318-0cab30dccdb8 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:35:47.902413 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a0089b98-aa8d-48fa-a318-0cab30dccdb8 not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:35:47.941895 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:47.944093 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ae7de2c8-cb13-464d-a75c-630f9159ba77 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (0778dbb2-5fbe-446d-af15-35ad0dc3c0ce), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:47.944468 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ae7de2c8-cb13-464d-a75c-630f9159ba77 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for floatingip (0778dbb2-5fbe-446d-af15-35ad0dc3c0ce), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:47.949445 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:47.950066 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:47.951490 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84adc242-bf90-4b0c-800a-a60f20540752 req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] 10.222.0.42 "PUT /v2.0/ports/a1da6a28-167f-49d0-b01c-8513acaf72d7 HTTP/1.1" status: 200 len: 1093 time: 0.9610188 Jul 27 15:35:47.952064 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc517287-de76-4a17-94aa-a47eb0588266', 'tag': 'a1da6a28-167f-49d0-b01c-8513acaf72d7'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:35:47.954365 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcece49-de3e-479b-b229-e11003a3bb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc517287-de76-4a17-94aa-a47eb0588266", "tag": "a1da6a28-167f-49d0-b01c-8513acaf72d7"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:35:47.993052 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-ae7de2c8-cb13-464d-a75c-630f9159ba77 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Calling delete_port for 0778dbb2-5fbe-446d-af15-35ad0dc3c0ce owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:35:48.002347 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c39476-8753-4378-8cae-0f549422f281 service neutron] Pushing event updated for resources: {'Port': ['ID=a1da6a28-167f-49d0-b01c-8513acaf72d7,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:48.024216 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1878a2-1533-4036-ab7c-c30dc7ff56b7 x-openstack-request-id: req-cb1878a2-1533-4036-ab7c-c30dc7ff56b7 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:35:48.024505 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc517287-de76-4a17-94aa-a47eb0588266", "tag": "a1da6a28-167f-49d0-b01c-8513acaf72d7", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:35:48.024760 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb1878a2-1533-4036-ab7c-c30dc7ff56b7 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:35:48.025200 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1878a2-1533-4036-ab7c-c30dc7ff56b7'] response: {'name': 'network-changed', 'server_uuid': 'dc517287-de76-4a17-94aa-a47eb0588266', 'tag': 'a1da6a28-167f-49d0-b01c-8513acaf72d7', 'status': 'completed', 'code': 200} Jul 27 15:35:48.095305 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adc242-bf90-4b0c-800a-a60f20540752 req-693dd840-33be-445c-8fd4-5499325056f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:48.096892 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84adc242-bf90-4b0c-800a-a60f20540752 req-693dd840-33be-445c-8fd4-5499325056f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33ea04cddf084bc9b4aab1e7c477abbf&device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 1127 time: 0.0835392 Jul 27 15:35:48.148192 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84adc242-bf90-4b0c-800a-a60f20540752 req-6c3602c4-db24-43e9-abec-26bbd936a363 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1da6a28-167f-49d0-b01c-8513acaf72d7 HTTP/1.1" status: 200 len: 217 time: 0.0384860 Jul 27 15:35:48.227771 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adc242-bf90-4b0c-800a-a60f20540752 req-2616ca65-1274-459e-9c29-a47d68925326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:48.229211 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84adc242-bf90-4b0c-800a-a60f20540752 req-2616ca65-1274-459e-9c29-a47d68925326 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c026a68a-eb65-46d4-9eae-868f5270709b HTTP/1.1" status: 200 len: 854 time: 0.0707455 Jul 27 15:35:48.286013 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ae7de2c8-cb13-464d-a75c-630f9159ba77 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (0778dbb2-5fbe-446d-af15-35ad0dc3c0ce), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:48.298045 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adc242-bf90-4b0c-800a-a60f20540752 req-6a726100-3600-4013-b351-20dacddb5a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:48.299600 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84adc242-bf90-4b0c-800a-a60f20540752 req-6a726100-3600-4013-b351-20dacddb5a80 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622945 Jul 27 15:35:48.324970 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7de2c8-cb13-464d-a75c-630f9159ba77 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Pushing event deleted for resources: {'Port': ['ID=0778dbb2-5fbe-446d-af15-35ad0dc3c0ce,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:48.448404 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ae7de2c8-cb13-464d-a75c-630f9159ba77 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks [] for floatingip (7a27b236-0556-4687-9b4d-9c5531722e41), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:48.450967 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ae7de2c8-cb13-464d-a75c-630f9159ba77 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:48.452174 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ae7de2c8-cb13-464d-a75c-630f9159ba77 tempest-AttachVolumeTestJSON-858650457 tempest-AttachVolumeTestJSON-858650457-project] 10.222.0.36 "DELETE /v2.0/floatingips/7a27b236-0556-4687-9b4d-9c5531722e41 HTTP/1.1" status: 204 len: 168 time: 0.8630576 Jul 27 15:35:48.469444 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84adc242-bf90-4b0c-800a-a60f20540752 req-e17d4ae3-e060-4d22-b2d8-6d6edf93bfe5 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520126 Jul 27 15:35:48.578491 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-84adc242-bf90-4b0c-800a-a60f20540752 req-baac6029-3966-44d2-8b7f-6b9a289fd379 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022611 Jul 27 15:35:48.858251 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b2095-36b2-4a48-b260-7b1c29271514 req-df49be66-35a1-40b0-b2c9-878d16d11812 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:48.859743 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-255b2095-36b2-4a48-b260-7b1c29271514 req-df49be66-35a1-40b0-b2c9-878d16d11812 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 943 time: 0.0534363 Jul 27 15:35:48.891344 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:48.909932 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-255b2095-36b2-4a48-b260-7b1c29271514 req-f9f825df-1ebd-4b68-b19c-3acbce1f8b90 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbceb955-1802-4e3d-95f5-f50cada0966b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438776 Jul 27 15:35:49.304189 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-20374c1f-d1b6-4c21-9ccb-7cea5393919d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:49.571357 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcece49-de3e-479b-b229-e11003a3bb2b req-ce8bb2fc-477f-47b3-94f4-02f5354f92da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:49.572908 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdcece49-de3e-479b-b229-e11003a3bb2b req-ce8bb2fc-477f-47b3-94f4-02f5354f92da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33ea04cddf084bc9b4aab1e7c477abbf&device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 1127 time: 0.0527048 Jul 27 15:35:49.688704 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcece49-de3e-479b-b229-e11003a3bb2b req-405e2fc4-dab0-45b2-908d-3b4db9486199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:49.690237 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdcece49-de3e-479b-b229-e11003a3bb2b req-405e2fc4-dab0-45b2-908d-3b4db9486199 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb HTTP/1.1" status: 200 len: 916 time: 0.1097734 Jul 27 15:35:49.760368 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdcece49-de3e-479b-b229-e11003a3bb2b req-2b81863e-7dda-45d3-80ac-90c5c093693e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1da6a28-167f-49d0-b01c-8513acaf72d7 HTTP/1.1" status: 200 len: 217 time: 0.0626092 Jul 27 15:35:49.805550 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:49.833935 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-e4fb11c5-6434-4aab-abed-d331183ab8ba tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1358726124&fields=id&tenant_id=d3fd186ce4ca4030b191309f43d43baa HTTP/1.1" status: 200 len: 267 time: 0.1268890 Jul 27 15:35:49.840853 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcece49-de3e-479b-b229-e11003a3bb2b req-0c82b9cf-0151-4a70-8ee0-550c76b38291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:49.842326 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdcece49-de3e-479b-b229-e11003a3bb2b req-0c82b9cf-0151-4a70-8ee0-550c76b38291 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c026a68a-eb65-46d4-9eae-868f5270709b HTTP/1.1" status: 200 len: 854 time: 0.0737298 Jul 27 15:35:49.967441 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcece49-de3e-479b-b229-e11003a3bb2b req-0870aa7b-0e96-43c7-8f32-f037c850c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:49.969087 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdcece49-de3e-479b-b229-e11003a3bb2b req-0870aa7b-0e96-43c7-8f32-f037c850c777 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1158855 Jul 27 15:35:50.009000 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:50.072732 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173102a-58e3-4464-bd0e-0acf46e2cf8e req-44ddb6a0-6f4c-4aac-ae50-3300e85f3560 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:50.074356 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e173102a-58e3-4464-bd0e-0acf46e2cf8e req-44ddb6a0-6f4c-4aac-ae50-3300e85f3560 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 943 time: 0.0664496 Jul 27 15:35:50.074704 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-e102a4f6-6a8d-4f9b-a280-556330661052 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:50.076256 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-e102a4f6-6a8d-4f9b-a280-556330661052 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/networks?id=a03d84d0-4188-403f-a4d9-b8ed9de732b3 HTTP/1.1" status: 200 len: 812 time: 0.2330480 Jul 27 15:35:50.098317 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-22c7f978-c2d2-4ca0-9f30-2247629cb161 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/quotas/d3fd186ce4ca4030b191309f43d43baa HTTP/1.1" status: 200 len: 375 time: 0.0163381 Jul 27 15:35:50.143253 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e173102a-58e3-4464-bd0e-0acf46e2cf8e req-99081304-e668-4edf-8712-3cdbdc2223a2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbceb955-1802-4e3d-95f5-f50cada0966b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567718 Jul 27 15:35:50.166004 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdcece49-de3e-479b-b229-e11003a3bb2b req-f3fb289f-8493-41e5-94d3-107aa79c9928 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881444 Jul 27 15:35:50.177286 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-788ae441-f669-4d82-b66d-9d511e314872 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3fd186ce4ca4030b191309f43d43baa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0663776 Jul 27 15:35:50.568263 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cdcece49-de3e-479b-b229-e11003a3bb2b req-4c33de1f-fb6a-4508-b17b-b282db3151d9 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899806 Jul 27 15:35:50.571709 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-819ebebb-2865-49c7-9f38-2ac228c30925 service neutron] 10.222.0.36 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735006 Jul 27 15:35:50.667969 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-e023202f-964b-4758-b5ef-29bac83bd1e0 service neutron] 10.222.0.36 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902464 Jul 27 15:35:50.835953 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:50.853547 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:51.033657 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8177ccef-d8b1-438a-ae72-8754ad7d2a03 req-47bafcb5-75f3-4b36-943e-6a5f11431daf tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 210 time: 0.0360205 Jul 27 15:35:51.280038 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bd2a3-c436-4791-89e1-8114ab9b794b req-d8bc1dd8-e855-4114-a998-9ac1993d9d1f tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:51.281637 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ef9bd2a3-c436-4791-89e1-8114ab9b794b req-d8bc1dd8-e855-4114-a998-9ac1993d9d1f tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 943 time: 0.0555685 Jul 27 15:35:51.336356 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ef9bd2a3-c436-4791-89e1-8114ab9b794b req-1d7cb63c-7b7f-46a0-a6cf-fee04ce7daa5 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbceb955-1802-4e3d-95f5-f50cada0966b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480874 Jul 27 15:35:51.880903 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a1da6a28-167f-49d0-b01c-8513acaf72d7 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:35:51.884062 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:51.987820 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port a1da6a28-167f-49d0-b01c-8513acaf72d7, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a1da6a28-167f-49d0-b01c-8513acaf72d7,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:35:51.999278 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': 'a1da6a28-167f-49d0-b01c-8513acaf72d7', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'port_id': 'a1da6a28-167f-49d0-b01c-8513acaf72d7', 'mac_address': 'fa:16:3e:b7:39:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:35:52.042649 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port a1da6a28-167f-49d0-b01c-8513acaf72d7 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:35:52.043038 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a1da6a28-167f-49d0-b01c-8513acaf72d7), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:52.058192 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1da6a28-167f-49d0-b01c-8513acaf72d7 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:35:52.094835 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port a1da6a28-167f-49d0-b01c-8513acaf72d7, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a1da6a28-167f-49d0-b01c-8513acaf72d7,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:35:52.106036 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:52.108539 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (a1da6a28-167f-49d0-b01c-8513acaf72d7), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:52.179763 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=a1da6a28-167f-49d0-b01c-8513acaf72d7,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:52.192212 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:52.192842 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:52.193211 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:52.193560 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:52.193996 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:52.194224 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:52.194660 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:52.194999 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:52.195461 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:52.195862 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:52.196191 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:52.196522 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:52.196858 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:52.197175 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:52.197670 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:35:52.235813 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 45896) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:35:52.247756 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7d45a4c2-70ec-4070-9620-7bdded64817c req-2bab0aac-448a-4fc6-b8ac-dfb0bcf4b8bb tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 210 time: 0.0553532 Jul 27 15:35:52.255711 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-d15ac85c-164d-417e-8f07-0444d5b023f2 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:52.257712 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-d15ac85c-164d-417e-8f07-0444d5b023f2 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.42 "GET /v2.0/networks?id=a03d84d0-4188-403f-a4d9-b8ed9de732b3 HTTP/1.1" status: 200 len: 812 time: 0.2043595 Jul 27 15:35:52.288213 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:52.360362 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-eb2c8063-d301-46f9-bf09-fb75c443c0b4 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3fd186ce4ca4030b191309f43d43baa HTTP/1.1" status: 200 len: 380 time: 0.0836325 Jul 27 15:35:52.404124 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-9cf4ac40-1846-4110-8963-5b6eabb475da tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Request body: {'port': {'device_id': 'c20304f5-8614-4b22-a414-e1c5d5a610e1', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'admin_state_up': True, 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'security_groups': ['ed47e54c-cfa4-4cff-9837-fe9e42d21b47']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:35:52.427488 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['a1da6a28-167f-49d0-b01c-8513acaf72d7'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:35:52.556221 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:52.573815 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873c4ea-dd7f-4231-8435-383e41c65674 req-ab8a7b90-1280-4c89-82fd-771841a51cfe tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:52.575435 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f873c4ea-dd7f-4231-8435-383e41c65674 req-ab8a7b90-1280-4c89-82fd-771841a51cfe tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 944 time: 0.1508107 Jul 27 15:35:52.601723 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:52.740057 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-9cf4ac40-1846-4110-8963-5b6eabb475da tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Made reservation on behalf of d3fd186ce4ca4030b191309f43d43baa for: {'port': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:35:52.743347 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-9cf4ac40-1846-4110-8963-5b6eabb475da tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:52.749505 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f873c4ea-dd7f-4231-8435-383e41c65674 req-7e6fb840-442f-44e5-9c1a-b2a27bb3447d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbceb955-1802-4e3d-95f5-f50cada0966b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652460 Jul 27 15:35:53.018776 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-9cf4ac40-1846-4110-8963-5b6eabb475da tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Allocated IP 172.20.0.4 (a03d84d0-4188-403f-a4d9-b8ed9de732b3/732f863c-5d62-47ba-8c31-618efdabdcdf/a74c612d-f030-4677-ac76-2b3872c89434) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:35:53.107749 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-386eb554-bd71-4d9d-bd4c-b1e750391f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360475'] for router_interface (234b9294-d82c-40cf-8b8b-2c226e26df01), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:53.392494 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e7b5c162-6be1-4204-a9fd-2c44915347bc req-221d1f65-e60a-45cd-8440-d8412c4c46f5 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 210 time: 0.0459442 Jul 27 15:35:53.457114 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-9cf4ac40-1846-4110-8963-5b6eabb475da tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for port (a74c612d-f030-4677-ac76-2b3872c89434), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:53.520264 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:53.542123 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:53.545159 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-9cf4ac40-1846-4110-8963-5b6eabb475da tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (a74c612d-f030-4677-ac76-2b3872c89434), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:53.590647 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-386eb554-bd71-4d9d-bd4c-b1e750391f48 admin admin] Deleting port c72c925d-1264-4bcf-b9bf-3f489f419faa {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:35:53.590984 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-386eb554-bd71-4d9d-bd4c-b1e750391f48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:53.641667 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-9cf4ac40-1846-4110-8963-5b6eabb475da tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Network a03d84d0-4188-403f-a4d9-b8ed9de732b3 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:35:53.648637 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-9cf4ac40-1846-4110-8963-5b6eabb475da tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:35:53.654137 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-9cf4ac40-1846-4110-8963-5b6eabb475da tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:35:53.684675 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4ac40-1846-4110-8963-5b6eabb475da tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event updated for resources: {'Port': ['ID=a74c612d-f030-4677-ac76-2b3872c89434,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:53.732972 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-9cf4ac40-1846-4110-8963-5b6eabb475da tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:53.733739 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-9cf4ac40-1846-4110-8963-5b6eabb475da tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:53.765580 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-386eb554-bd71-4d9d-bd4c-b1e750391f48 admin admin] For port c72c925d-1264-4bcf-b9bf-3f489f419faa, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=c72c925d-1264-4bcf-b9bf-3f489f419faa,segment=NetworkSegment(0d782dbe-2f4f-4b48-ac38-39f77cc9248d),segment_id=0d782dbe-2f4f-4b48-ac38-39f77cc9248d)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:35:53.765951 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-386eb554-bd71-4d9d-bd4c-b1e750391f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:53.783893 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-386eb554-bd71-4d9d-bd4c-b1e750391f48 admin admin] Calling delete_port for c72c925d-1264-4bcf-b9bf-3f489f419faa owned by network:router_interface {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:35:53.788590 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-9cf4ac40-1846-4110-8963-5b6eabb475da tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3906453 Jul 27 15:35:53.804042 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Request body: {'port': {'device_id': 'c20304f5-8614-4b22-a414-e1c5d5a610e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:35:53.855757 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-3639b636-27f6-4d8c-a176-98e515ba9272 None None] Provisioning complete for port a74c612d-f030-4677-ac76-2b3872c89434 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:35:53.856366 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3639b636-27f6-4d8c-a176-98e515ba9272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (a74c612d-f030-4677-ac76-2b3872c89434), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:53.879618 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a1da6a28-167f-49d0-b01c-8513acaf72d7 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:35:53.928068 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-3639b636-27f6-4d8c-a176-98e515ba9272 None None] Port a74c612d-f030-4677-ac76-2b3872c89434 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:35:53.938736 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port a1da6a28-167f-49d0-b01c-8513acaf72d7 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:35:53.944304 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c39b3-c80d-496c-881b-9d3bf5617654 req-43878359-0e3c-42e8-98c8-565d8c3adfd5 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:53.945930 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e2c39b3-c80d-496c-881b-9d3bf5617654 req-43878359-0e3c-42e8-98c8-565d8c3adfd5 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 944 time: 0.0929127 Jul 27 15:35:53.946106 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port a1da6a28-167f-49d0-b01c-8513acaf72d7 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:35:53.946439 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (a1da6a28-167f-49d0-b01c-8513acaf72d7), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:53.960595 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a74c612d-f030-4677-ac76-2b3872c89434), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:54.025722 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port a1da6a28-167f-49d0-b01c-8513acaf72d7 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:35:54.026120 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a1da6a28-167f-49d0-b01c-8513acaf72d7), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:54.051052 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc517287-de76-4a17-94aa-a47eb0588266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1da6a28-167f-49d0-b01c-8513acaf72d7'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:35:54.053316 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e409cfc-6009-415d-a1db-918e98e16168" -d '{"events": [{"server_uuid": "dc517287-de76-4a17-94aa-a47eb0588266", "name": "network-vif-plugged", "status": "completed", "tag": "a1da6a28-167f-49d0-b01c-8513acaf72d7"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:35:54.067876 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port a1da6a28-167f-49d0-b01c-8513acaf72d7, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a1da6a28-167f-49d0-b01c-8513acaf72d7,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:35:54.073764 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (a1da6a28-167f-49d0-b01c-8513acaf72d7), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:54.108596 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932a3544-de8d-4c70-aafd-8111b51a13b7 x-openstack-request-id: req-932a3544-de8d-4c70-aafd-8111b51a13b7 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:35:54.108897 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc517287-de76-4a17-94aa-a47eb0588266", "name": "network-vif-plugged", "status": "completed", "tag": "a1da6a28-167f-49d0-b01c-8513acaf72d7", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:35:54.109157 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-932a3544-de8d-4c70-aafd-8111b51a13b7 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:35:54.109575 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-932a3544-de8d-4c70-aafd-8111b51a13b7'] response: {'server_uuid': 'dc517287-de76-4a17-94aa-a47eb0588266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1da6a28-167f-49d0-b01c-8513acaf72d7', 'code': 200} Jul 27 15:35:54.136940 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=a1da6a28-167f-49d0-b01c-8513acaf72d7,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:54.292292 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50507d1e-0ad2-4c8a-a651-900ecb073e90 req-15f512f0-e631-4764-a1e3-8fccbccbde0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:54.293851 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-50507d1e-0ad2-4c8a-a651-900ecb073e90 req-15f512f0-e631-4764-a1e3-8fccbccbde0f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 1129 time: 0.0423908 Jul 27 15:35:54.345490 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-50507d1e-0ad2-4c8a-a651-900ecb073e90 req-8aba40ab-17ee-47fb-9e64-fd4100d644fa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dbceb955-1802-4e3d-95f5-f50cada0966b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437016 Jul 27 15:35:54.375078 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e2c39b3-c80d-496c-881b-9d3bf5617654 req-3d32da75-7c69-4f36-9432-12fc8594848e tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbceb955-1802-4e3d-95f5-f50cada0966b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4098020 Jul 27 15:35:54.560522 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfe434-8747-416c-acce-48258e764133 req-a0996a0e-a3b8-4403-8936-af652d2c3564 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:54.562911 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cfcfe434-8747-416c-acce-48258e764133 req-a0996a0e-a3b8-4403-8936-af652d2c3564 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 931 time: 0.0768297 Jul 27 15:35:54.571778 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-386eb554-bd71-4d9d-bd4c-b1e750391f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (c72c925d-1264-4bcf-b9bf-3f489f419faa), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:54.615539 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386eb554-bd71-4d9d-bd4c-b1e750391f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=c72c925d-1264-4bcf-b9bf-3f489f419faa,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:54.655129 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-cfcfe434-8747-416c-acce-48258e764133 req-e8d37e0e-e38f-4c04-8821-b57cdbfb95fc tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774961 Jul 27 15:35:54.655573 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:54.665653 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:54.823498 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74c612d-f030-4677-ac76-2b3872c89434 {{(pid=103936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:35:54.838160 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Publish callbacks [] for port (a74c612d-f030-4677-ac76-2b3872c89434), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:54.887051 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.provisioning_blocks [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Transition to ACTIVE for port object a74c612d-f030-4677-ac76-2b3872c89434 will not be triggered until provisioned by entity L2. {{(pid=103936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:35:54.892791 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (a74c612d-f030-4677-ac76-2b3872c89434), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:54.953293 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-386eb554-bd71-4d9d-bd4c-b1e750391f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360591'] for router_interface (234b9294-d82c-40cf-8b8b-2c226e26df01), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:54.965950 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a74c612d-f030-4677-ac76-2b3872c89434,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:55.156616 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Attempting to bind port a74c612d-f030-4677-ac76-2b3872c89434 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:35:55.157069 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Attempting to bind port a74c612d-f030-4677-ac76-2b3872c89434 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:35:55.157488 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Attempting to bind port a74c612d-f030-4677-ac76-2b3872c89434 on network a03d84d0-4188-403f-a4d9-b8ed9de732b3 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:35:55.165508 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Port a74c612d-f030-4677-ac76-2b3872c89434 on network a03d84d0-4188-403f-a4d9-b8ed9de732b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:35:55.165832 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Attempting to bind port a74c612d-f030-4677-ac76-2b3872c89434 on network a03d84d0-4188-403f-a4d9-b8ed9de732b3 {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:35:55.174138 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:35:55.174471 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Checking segment: {'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:35:55.174856 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Bound using segment: {'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'} {{(pid=103936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:35:55.175319 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.managers [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Bound port: a74c612d-f030-4677-ac76-2b3872c89434, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27961e42-64c5-4316-a3cb-4267282a8331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3'}}] {{(pid=103936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:35:55.175674 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a74c612d-f030-4677-ac76-2b3872c89434), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:55.316938 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] For port a74c612d-f030-4677-ac76-2b3872c89434, host hv-cinder-84131, cleared binding levels {{(pid=103936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:35:55.321419 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] For port a74c612d-f030-4677-ac76-2b3872c89434, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a74c612d-f030-4677-ac76-2b3872c89434,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:35:55.329308 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (a74c612d-f030-4677-ac76-2b3872c89434), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:55.344483 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386eb554-bd71-4d9d-bd4c-b1e750391f48 admin admin] Router 234b9294-d82c-40cf-8b8b-2c226e26df01 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:35:55.375730 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:55.376400 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:55.377795 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] 10.222.0.42 "PUT /v2.0/ports/a74c612d-f030-4677-ac76-2b3872c89434 HTTP/1.1" status: 200 len: 1093 time: 1.5785811 Jul 27 15:35:55.378274 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20304f5-8614-4b22-a414-e1c5d5a610e1', 'tag': 'a74c612d-f030-4677-ac76-2b3872c89434'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:35:55.380609 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6242638-4bdb-4a30-a415-ca2d431f9302" -d '{"events": [{"name": "network-changed", "server_uuid": "c20304f5-8614-4b22-a414-e1c5d5a610e1", "tag": "a74c612d-f030-4677-ac76-2b3872c89434"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:35:55.445958 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a74a5-7dd4-4ed3-b982-a05f77faf6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a74c612d-f030-4677-ac76-2b3872c89434,revision_number=3']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:55.459924 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f337591f-ec0e-4ee5-8fd2-74affa6d93ad x-openstack-request-id: req-f337591f-ec0e-4ee5-8fd2-74affa6d93ad {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:35:55.460222 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20304f5-8614-4b22-a414-e1c5d5a610e1", "tag": "a74c612d-f030-4677-ac76-2b3872c89434", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:35:55.460481 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f337591f-ec0e-4ee5-8fd2-74affa6d93ad {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:35:55.460897 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f337591f-ec0e-4ee5-8fd2-74affa6d93ad'] response: {'name': 'network-changed', 'server_uuid': 'c20304f5-8614-4b22-a414-e1c5d5a610e1', 'tag': 'a74c612d-f030-4677-ac76-2b3872c89434', 'status': 'completed', 'code': 200} Jul 27 15:35:55.525337 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:55.558705 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c40ae-ed62-44b9-81fb-1e1c232fc467 req-1b82f593-903b-4a38-891f-1785b8bbcad9 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:55.560445 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-1dc34bb7-b820-4e30-86bd-c66b7b053f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:55.561214 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e18c40ae-ed62-44b9-81fb-1e1c232fc467 req-1b82f593-903b-4a38-891f-1785b8bbcad9 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 945 time: 0.0712388 Jul 27 15:35:55.562040 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-1dc34bb7-b820-4e30-86bd-c66b7b053f9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd186ce4ca4030b191309f43d43baa&device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 1127 time: 0.0982156 Jul 27 15:35:55.564396 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:55.570755 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386eb554-bd71-4d9d-bd4c-b1e750391f48 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:35:55.576386 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-386eb554-bd71-4d9d-bd4c-b1e750391f48 admin admin] 10.222.0.36 "PUT /v2.0/routers/234b9294-d82c-40cf-8b8b-2c226e26df01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3394492 Jul 27 15:35:55.580493 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 45916) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:35:55.584284 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8269a6e8-645a-421f-9bca-684636fdb6d0 None None] Sync routers for ids ['234b9294-d82c-40cf-8b8b-2c226e26df01'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:35:55.604116 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8269a6e8-645a-421f-9bca-684636fdb6d0 None None] Routers {'234b9294-d82c-40cf-8b8b-2c226e26df01'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:35:55.605408 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-8269a6e8-645a-421f-9bca-684636fdb6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:35:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['234b9294-d82c-40cf-8b8b-2c226e26df01'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:35:55.610831 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:55.639035 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e18c40ae-ed62-44b9-81fb-1e1c232fc467 req-f4c3b7a6-7066-4d26-b713-b19e9643d240 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbceb955-1802-4e3d-95f5-f50cada0966b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660472 Jul 27 15:35:55.667180 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:55.721647 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b55f4ec9-0527-4638-a1b5-6f64354c1c97 admin admin] Publish callbacks [] for router (234b9294-d82c-40cf-8b8b-2c226e26df01), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:55.858212 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b70449-0be8-4647-b9e5-8a374f88ce6e req-ab49ac33-a54f-4b37-8734-66704f3b45e5 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:55.860608 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c6b70449-0be8-4647-b9e5-8a374f88ce6e req-ab49ac33-a54f-4b37-8734-66704f3b45e5 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 943 time: 0.0962803 Jul 27 15:35:55.898246 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-8269a6e8-645a-421f-9bca-684636fdb6d0 None None] Set router 234b9294-d82c-40cf-8b8b-2c226e26df01 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:35:55.918969 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b55f4ec9-0527-4638-a1b5-6f64354c1c97 admin admin] Publish callbacks [] for router_gateway (234b9294-d82c-40cf-8b8b-2c226e26df01), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:55.939023 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c6b70449-0be8-4647-b9e5-8a374f88ce6e req-bfd9acd7-04e2-4b93-903b-f4dfb179623f tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698144 Jul 27 15:35:55.977816 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-b55f4ec9-0527-4638-a1b5-6f64354c1c97 admin admin] Deleting port ede82eeb-39f4-4652-975d-0576d9c9263c {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:35:55.978154 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b55f4ec9-0527-4638-a1b5-6f64354c1c97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (ede82eeb-39f4-4652-975d-0576d9c9263c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:56.062989 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-b55f4ec9-0527-4638-a1b5-6f64354c1c97 admin admin] For port ede82eeb-39f4-4652-975d-0576d9c9263c, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=ede82eeb-39f4-4652-975d-0576d9c9263c,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:35:56.063371 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b55f4ec9-0527-4638-a1b5-6f64354c1c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (ede82eeb-39f4-4652-975d-0576d9c9263c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:56.078861 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-b55f4ec9-0527-4638-a1b5-6f64354c1c97 admin admin] Calling delete_port for ede82eeb-39f4-4652-975d-0576d9c9263c owned by network:router_gateway {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:35:56.091145 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-8269a6e8-645a-421f-9bca-684636fdb6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:35:54Z', 'revision_number': 5, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port': {'id': 'ede82eeb-39f4-4652-975d-0576d9c9263c', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:35:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:30Z', 'updated_at': '2022-07-27T15:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:35:56.123050 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8269a6e8-645a-421f-9bca-684636fdb6d0 None None] Checking router: 234b9294-d82c-40cf-8b8b-2c226e26df01 for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:35:56.125097 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-f9fd7373-f0d2-4068-8df9-27c8004a5a43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a74c612d-f030-4677-ac76-2b3872c89434 HTTP/1.1" status: 200 len: 217 time: 0.0395129 Jul 27 15:35:56.133863 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8269a6e8-645a-421f-9bca-684636fdb6d0 None None] Routers {'234b9294-d82c-40cf-8b8b-2c226e26df01'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:35:56.134515 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-8269a6e8-645a-421f-9bca-684636fdb6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:35:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['234b9294-d82c-40cf-8b8b-2c226e26df01'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:35:56.219641 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-8269a6e8-645a-421f-9bca-684636fdb6d0 None None] Set router 234b9294-d82c-40cf-8b8b-2c226e26df01 gateway port host: None {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:35:56.219888 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-19e0e410-7213-4480-bcea-b16d50a3cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:56.221177 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-19e0e410-7213-4480-bcea-b16d50a3cb73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=732f863c-5d62-47ba-8c31-618efdabdcdf HTTP/1.1" status: 200 len: 851 time: 0.0643117 Jul 27 15:35:56.274283 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-8269a6e8-645a-421f-9bca-684636fdb6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:35:55Z', 'revision_number': 6, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port_host': None}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:35:56.301141 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8269a6e8-645a-421f-9bca-684636fdb6d0 None None] The sync data for ids ['234b9294-d82c-40cf-8b8b-2c226e26df01'] in dv-cinder-841315-2-iscsi is: [{'id': '234b9294-d82c-40cf-8b8b-2c226e26df01', 'name': 'tempest-AttachVolumeTestJSON-1534027626-router', 'tenant_id': 'fddbf2261d1f42d0a41aa921197fc181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:29Z', 'updated_at': '2022-07-27T15:35:55Z', 'revision_number': 6, 'project_id': 'fddbf2261d1f42d0a41aa921197fc181', 'gw_port_host': None}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:35:56.318644 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-6011b555-a7ef-49db-801c-bc65a249d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:56.321103 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-6011b555-a7ef-49db-801c-bc65a249d15b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a03d84d0-4188-403f-a4d9-b8ed9de732b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670128 Jul 27 15:35:56.445099 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b55f4ec9-0527-4638-a1b5-6f64354c1c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (ede82eeb-39f4-4652-975d-0576d9c9263c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:56.456100 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:56.485527 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f4ec9-0527-4638-a1b5-6f64354c1c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede82eeb-39f4-4652-975d-0576d9c9263c,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:56.499332 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-0788c2a6-2093-46c0-9ac1-ede5b67a91cb service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709232 Jul 27 15:35:56.553236 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:56.617636 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b55f4ec9-0527-4638-a1b5-6f64354c1c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376603'] for router_gateway (234b9294-d82c-40cf-8b8b-2c226e26df01), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:56.773200 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b55f4ec9-0527-4638-a1b5-6f64354c1c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (234b9294-d82c-40cf-8b8b-2c226e26df01), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:56.776541 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b55f4ec9-0527-4638-a1b5-6f64354c1c97 admin admin] Publish callbacks [] for router_controller (234b9294-d82c-40cf-8b8b-2c226e26df01), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:56.786516 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054e6e3-522c-47d7-a893-0b501efe8d82 req-3326760a-834c-4ffb-8bad-bbb08c7c953a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:56.790198 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c054e6e3-522c-47d7-a893-0b501efe8d82 req-3326760a-834c-4ffb-8bad-bbb08c7c953a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 945 time: 0.0574365 Jul 27 15:35:56.859734 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b9fd8ec2-01da-4f27-aa26-1a40154096fb req-079897ec-0c44-4af9-b6e3-613f12e2a9bd service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428159 Jul 27 15:35:56.870937 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b55f4ec9-0527-4638-a1b5-6f64354c1c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693842'] for router (234b9294-d82c-40cf-8b8b-2c226e26df01), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:56.871817 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55f4ec9-0527-4638-a1b5-6f64354c1c97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 234b9294-d82c-40cf-8b8b-2c226e26df01 {{(pid=103936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:35:56.878929 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b55f4ec9-0527-4638-a1b5-6f64354c1c97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:56.882734 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b55f4ec9-0527-4638-a1b5-6f64354c1c97 admin admin] 10.222.0.36 "DELETE /v2.0/routers/234b9294-d82c-40cf-8b8b-2c226e26df01 HTTP/1.1" status: 204 len: 168 time: 1.2987952 Jul 27 15:35:56.883059 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 45922) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:35:56.947143 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-4414a633-72d5-4725-a973-a929ea454c36 admin admin] Deleting subnet e0cea517-b378-4c3d-b1c1-f934678ba74f {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 15:35:56.951630 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4414a633-72d5-4725-a973-a929ea454c36 admin admin] Publish callbacks [] for subnet (e0cea517-b378-4c3d-b1c1-f934678ba74f), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:57.000572 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4414a633-72d5-4725-a973-a929ea454c36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12156066'] for subnet (e0cea517-b378-4c3d-b1c1-f934678ba74f), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:57.133489 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device c72c925d-1264-4bcf-b9bf-3f489f419faa no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:35:57.138959 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c054e6e3-522c-47d7-a893-0b501efe8d82 req-b9f02fdb-0ae8-4ec8-b960-9d5c8f3e1b44 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbceb955-1802-4e3d-95f5-f50cada0966b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3438294 Jul 27 15:35:57.174109 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: c72c925d-1264-4bcf-b9bf-3f489f419faa {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:35:57.175723 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device c72c925d-1264-4bcf-b9bf-3f489f419faa not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:35:57.279671 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c884e4-ffdf-45fd-b901-4025bd4de38b req-ccf7f60f-f346-4388-a1bf-570b809e8a45 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:57.281617 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a8c884e4-ffdf-45fd-b901-4025bd4de38b req-ccf7f60f-f346-4388-a1bf-570b809e8a45 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 945 time: 0.0534742 Jul 27 15:35:57.292708 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45928) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:35:57.297367 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-6bc7047d-8f40-48f1-a7dc-d47a689c59b2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'floatingip': {'port_id': 'a1da6a28-167f-49d0-b01c-8513acaf72d7'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:35:57.345670 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6bc7047d-8f40-48f1-a7dc-d47a689c59b2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (f2c38ecb-528f-496f-a0db-146419791f50), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:57.434141 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33332f-e981-489e-9b79-be74c98ec08f req-78087f55-b46b-4e23-8058-93295b68437d tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:57.436017 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7e33332f-e981-489e-9b79-be74c98ec08f req-78087f55-b46b-4e23-8058-93295b68437d tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 943 time: 0.3994148 Jul 27 15:35:57.443387 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6242638-4bdb-4a30-a415-ca2d431f9302 req-77929b89-9abd-4203-8b42-1e1e898c6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:57.444945 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d6242638-4bdb-4a30-a415-ca2d431f9302 req-77929b89-9abd-4203-8b42-1e1e898c6a46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd186ce4ca4030b191309f43d43baa&device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 1127 time: 0.0840733 Jul 27 15:35:57.514921 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:57.520232 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4414a633-72d5-4725-a973-a929ea454c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563307'] for subnet (e0cea517-b378-4c3d-b1c1-f934678ba74f), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:57.615040 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7e33332f-e981-489e-9b79-be74c98ec08f req-7d611bdd-fbfe-4167-ac5a-1d838f3a6114 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500022 Jul 27 15:35:57.640333 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:57.641991 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:57.645229 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6242638-4bdb-4a30-a415-ca2d431f9302 req-c4c561f4-d640-43b1-89c8-ce8368d575d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:57.647001 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d6242638-4bdb-4a30-a415-ca2d431f9302 req-c4c561f4-d640-43b1-89c8-ce8368d575d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a03d84d0-4188-403f-a4d9-b8ed9de732b3 HTTP/1.1" status: 200 len: 913 time: 0.1944222 Jul 27 15:35:57.652734 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4414a633-72d5-4725-a973-a929ea454c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8434635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575612'] for subnet (e0cea517-b378-4c3d-b1c1-f934678ba74f), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:57.709348 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcc0c66-70c5-411c-b02a-65a625232895 None None] Network c38721ce-4da8-41f0-9615-4459de2daf25 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:35:57.730245 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414a633-72d5-4725-a973-a929ea454c36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0cea517-b378-4c3d-b1c1-f934678ba74f,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:57.733726 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4414a633-72d5-4725-a973-a929ea454c36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:57.741672 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4414a633-72d5-4725-a973-a929ea454c36 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e0cea517-b378-4c3d-b1c1-f934678ba74f HTTP/1.1" status: 204 len: 168 time: 0.8544557 Jul 27 15:35:57.741858 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 45930) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:35:57.749736 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d6242638-4bdb-4a30-a415-ca2d431f9302 req-360f25e8-c641-4f1a-9dcd-d303b4353626 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a74c612d-f030-4677-ac76-2b3872c89434 HTTP/1.1" status: 200 len: 217 time: 0.0914502 Jul 27 15:35:57.825779 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6bc7047d-8f40-48f1-a7dc-d47a689c59b2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:57.830228 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6bc7047d-8f40-48f1-a7dc-d47a689c59b2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (f2c38ecb-528f-496f-a0db-146419791f50), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:57.859148 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409505'] for network (c38721ce-4da8-41f0-9615-4459de2daf25), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:57.864067 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6242638-4bdb-4a30-a415-ca2d431f9302 req-fb908eed-19d4-45e7-8568-8c2195c1da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:57.865539 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d6242638-4bdb-4a30-a415-ca2d431f9302 req-fb908eed-19d4-45e7-8568-8c2195c1da4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=732f863c-5d62-47ba-8c31-618efdabdcdf HTTP/1.1" status: 200 len: 851 time: 0.1034737 Jul 27 15:35:57.889423 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ed8dcc-2227-4aff-b56b-220a8ae04eb3 None None] DHCP port deletion for c38721ce-4da8-41f0-9615-4459de2daf25 request from dv-cinder-841315-2-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 15:35:57.938369 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-52ed8dcc-2227-4aff-b56b-220a8ae04eb3 None None] Deleting port 99376fff-0347-458c-81d2-d56e2b4aebf4 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:35:57.938924 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6242638-4bdb-4a30-a415-ca2d431f9302 req-411c41e5-b082-48d9-8be7-067bf54a6817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:57.939241 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-52ed8dcc-2227-4aff-b56b-220a8ae04eb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (99376fff-0347-458c-81d2-d56e2b4aebf4), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:57.940519 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d6242638-4bdb-4a30-a415-ca2d431f9302 req-411c41e5-b082-48d9-8be7-067bf54a6817 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a03d84d0-4188-403f-a4d9-b8ed9de732b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681460 Jul 27 15:35:57.942247 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] Deleting port 99376fff-0347-458c-81d2-d56e2b4aebf4 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:35:57.942378 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (99376fff-0347-458c-81d2-d56e2b4aebf4), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:57.944817 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:57.949532 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-6bc7047d-8f40-48f1-a7dc-d47a689c59b2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Floating IP f2c38ecb-528f-496f-a0db-146419791f50 associated. External IP: 172.27.1.75, port: a1da6a28-167f-49d0-b01c-8513acaf72d7. Jul 27 15:35:57.990517 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:57.993047 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:58.014860 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-52ed8dcc-2227-4aff-b56b-220a8ae04eb3 None None] For port 99376fff-0347-458c-81d2-d56e2b4aebf4, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=99376fff-0347-458c-81d2-d56e2b4aebf4,segment=NetworkSegment(0d782dbe-2f4f-4b48-ac38-39f77cc9248d),segment_id=0d782dbe-2f4f-4b48-ac38-39f77cc9248d)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:35:58.015325 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-52ed8dcc-2227-4aff-b56b-220a8ae04eb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (99376fff-0347-458c-81d2-d56e2b4aebf4), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:58.028285 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-52ed8dcc-2227-4aff-b56b-220a8ae04eb3 None None] Calling delete_port for 99376fff-0347-458c-81d2-d56e2b4aebf4 owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:35:58.069089 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] For port 99376fff-0347-458c-81d2-d56e2b4aebf4, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=99376fff-0347-458c-81d2-d56e2b4aebf4,segment=NetworkSegment(0d782dbe-2f4f-4b48-ac38-39f77cc9248d),segment_id=0d782dbe-2f4f-4b48-ac38-39f77cc9248d)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:35:58.069456 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (99376fff-0347-458c-81d2-d56e2b4aebf4), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:58.087659 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] Calling delete_port for 99376fff-0347-458c-81d2-d56e2b4aebf4 owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:35:58.114452 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-52ed8dcc-2227-4aff-b56b-220a8ae04eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (99376fff-0347-458c-81d2-d56e2b4aebf4), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:58.145021 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed8dcc-2227-4aff-b56b-220a8ae04eb3 None None] Pushing event deleted for resources: {'Port': ['ID=99376fff-0347-458c-81d2-d56e2b4aebf4,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:58.147044 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ed8dcc-2227-4aff-b56b-220a8ae04eb3 None None] No DVR routers for this DVR port 99376fff-0347-458c-81d2-d56e2b4aebf4 on host dv-cinder-841315-2-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:35:58.151849 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d6242638-4bdb-4a30-a415-ca2d431f9302 req-5b298ad6-b08e-4ec0-9f0d-025dbfcea96a service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969526 Jul 27 15:35:58.170739 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc7047d-8f40-48f1-a7dc-d47a689c59b2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Router c5cbe18f-88d3-4284-9c49-25ce2e5a436a has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:35:58.257133 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (99376fff-0347-458c-81d2-d56e2b4aebf4), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:58.289579 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc7047d-8f40-48f1-a7dc-d47a689c59b2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:35:58.296685 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6bc7047d-8f40-48f1-a7dc-d47a689c59b2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:58.301468 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] No DVR routers for this DVR port 99376fff-0347-458c-81d2-d56e2b4aebf4 on host dv-cinder-841315-2-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:35:58.303106 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] Pushing event deleted for resources: {'Port': ['ID=99376fff-0347-458c-81d2-d56e2b4aebf4,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:58.304813 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef611ba7-82de-496e-8827-66e9dd2167db None None] Sync routers for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:35:58.310205 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d6242638-4bdb-4a30-a415-ca2d431f9302 req-083c00f3-c05a-4502-b48e-141d24093e81 service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487916 Jul 27 15:35:58.327995 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef611ba7-82de-496e-8827-66e9dd2167db None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:35:58.329895 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ef611ba7-82de-496e-8827-66e9dd2167db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:35:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:35:58.333260 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6bc7047d-8f40-48f1-a7dc-d47a689c59b2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "PUT /v2.0/floatingips/f2c38ecb-528f-496f-a0db-146419791f50 HTTP/1.1" status: 200 len: 990 time: 1.0372977 Jul 27 15:35:58.333260 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc517287-de76-4a17-94aa-a47eb0588266', 'tag': 'a1da6a28-167f-49d0-b01c-8513acaf72d7'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:35:58.334946 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a2cb1f-1cf4-4853-b7a8-04c54f38562f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc517287-de76-4a17-94aa-a47eb0588266", "tag": "a1da6a28-167f-49d0-b01c-8513acaf72d7"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:35:58.380365 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95536c6a-6e3c-4e93-8285-a351bceae899 x-openstack-request-id: req-95536c6a-6e3c-4e93-8285-a351bceae899 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:35:58.380815 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc517287-de76-4a17-94aa-a47eb0588266", "tag": "a1da6a28-167f-49d0-b01c-8513acaf72d7", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:35:58.381242 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95536c6a-6e3c-4e93-8285-a351bceae899 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:35:58.381999 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95536c6a-6e3c-4e93-8285-a351bceae899'] response: {'name': 'network-changed', 'server_uuid': 'dc517287-de76-4a17-94aa-a47eb0588266', 'tag': 'a1da6a28-167f-49d0-b01c-8513acaf72d7', 'status': 'completed', 'code': 200} Jul 27 15:35:58.394998 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561221', 'neutron.services.segments.db._delete_segments_for_network-8768358125770'] for network (c38721ce-4da8-41f0-9615-4459de2daf25), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:58.434826 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38721ce-4da8-41f0-9615-4459de2daf25']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:35:58.454157 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-ef611ba7-82de-496e-8827-66e9dd2167db None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:35:58.462873 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d782dbe-2f4f-4b48-ac38-39f77cc9248d') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:35:58.463172 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d782dbe-2f4f-4b48-ac38-39f77cc9248d') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:35:58.479514 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768358125671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12156091'] for segment (0d782dbe-2f4f-4b48-ac38-39f77cc9248d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:58.481897 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2cb1f-1cf4-4853-b7a8-04c54f38562f req-149befec-4b62-49f4-99fe-a680c328df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:58.483485 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b2a2cb1f-1cf4-4853-b7a8-04c54f38562f req-149befec-4b62-49f4-99fe-a680c328df20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33ea04cddf084bc9b4aab1e7c477abbf&device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 1129 time: 0.0720484 Jul 27 15:35:58.513443 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (0d782dbe-2f4f-4b48-ac38-39f77cc9248d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:58.547657 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:35:58.548019 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8434581'] for segment (0d782dbe-2f4f-4b48-ac38-39f77cc9248d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:58.615460 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device ede82eeb-39f4-4652-975d-0576d9c9263c no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:35:58.647033 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376631'] for network (c38721ce-4da8-41f0-9615-4459de2daf25), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:58.651915 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: ede82eeb-39f4-4652-975d-0576d9c9263c {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:35:58.652458 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device ede82eeb-39f4-4652-975d-0576d9c9263c not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:35:58.653445 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 99376fff-0347-458c-81d2-d56e2b4aebf4 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:35:58.659599 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:58.665446 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] 10.222.0.36 "DELETE /v2.0/networks/c38721ce-4da8-41f0-9615-4459de2daf25 HTTP/1.1" status: 204 len: 168 time: 0.9224689 Jul 27 15:35:58.702810 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: 99376fff-0347-458c-81d2-d56e2b4aebf4 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:35:58.703267 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58854193-a91d-4525-82ee-6bab31c6c87e admin admin] Pushing event deleted for resources: {'Network': ['ID=c38721ce-4da8-41f0-9615-4459de2daf25,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:58.706000 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 99376fff-0347-458c-81d2-d56e2b4aebf4 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:35:58.717008 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2cb1f-1cf4-4853-b7a8-04c54f38562f req-39ffbdeb-605b-4ffa-8ddf-74c91e7564d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:58.719575 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b2a2cb1f-1cf4-4853-b7a8-04c54f38562f req-39ffbdeb-605b-4ffa-8ddf-74c91e7564d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb HTTP/1.1" status: 200 len: 916 time: 0.2259369 Jul 27 15:35:58.770930 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ef611ba7-82de-496e-8827-66e9dd2167db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '8aff6509-ef6a-4eeb-809b-5f5a32f5e52f', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': '310d1b53-872f-4fbc-8c36-00e4731ac228', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:0e:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601af892-ad4b-4797-8590-70c82bc772c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:34Z', 'updated_at': '2022-07-27T15:34:47Z', 'revision_number': 2, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}, {'id': 'f2c38ecb-528f-496f-a0db-146419791f50', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': 'a1da6a28-167f-49d0-b01c-8513acaf72d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:b7:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc517287-de76-4a17-94aa-a47eb0588266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:35:40Z', 'updated_at': '2022-07-27T15:35:57Z', 'revision_number': 1, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:35:58.808610 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 0d782dbe-2f4f-4b48-ac38-39f77cc9248d resource provider aggregate not found Jul 27 15:35:58.821064 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef611ba7-82de-496e-8827-66e9dd2167db None None] Checking router: c5cbe18f-88d3-4284-9c49-25ce2e5a436a for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:35:58.832234 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef611ba7-82de-496e-8827-66e9dd2167db None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:35:58.832899 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ef611ba7-82de-496e-8827-66e9dd2167db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:35:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:35:58.837722 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 0d782dbe-2f4f-4b48-ac38-39f77cc9248d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d782dbe-2f4f-4b48-ac38-39f77cc9248d found for delete ", "request_id": "req-47297f0b-bb32-4f1d-9054-6482f706c5a4"}]} Jul 27 15:35:58.844521 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3352d5f-916e-4dd4-9bd1-17f1f0121f08 req-d0e22ddf-5ea3-49b1-a251-4719bc390f34 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:58.846092 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d3352d5f-916e-4dd4-9bd1-17f1f0121f08 req-d0e22ddf-5ea3-49b1-a251-4719bc390f34 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 943 time: 0.0750535 Jul 27 15:35:58.848408 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b2a2cb1f-1cf4-4853-b7a8-04c54f38562f req-07dd78f1-57c2-447b-a96c-f7aeb88f9d80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1da6a28-167f-49d0-b01c-8513acaf72d7 HTTP/1.1" status: 200 len: 998 time: 0.1214135 Jul 27 15:35:58.865696 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45946) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:35:58.907690 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6c0323ae-64c3-4497-8e13-ba54638869cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fddbf2261d1f42d0a41aa921197fc181&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407619 Jul 27 15:35:58.910382 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45948) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:35:58.912879 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:58.947180 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2cb1f-1cf4-4853-b7a8-04c54f38562f req-b7ee2cd3-fb7b-44b4-9793-b2a241f13b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:58.948740 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b2a2cb1f-1cf4-4853-b7a8-04c54f38562f req-b7ee2cd3-fb7b-44b4-9793-b2a241f13b3e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c026a68a-eb65-46d4-9eae-868f5270709b HTTP/1.1" status: 200 len: 854 time: 0.0939958 Jul 27 15:35:58.952651 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d3352d5f-916e-4dd4-9bd1-17f1f0121f08 req-1693a590-ebdd-4dea-bef5-e84f84e17dc1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892472 Jul 27 15:35:58.955426 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-ef611ba7-82de-496e-8827-66e9dd2167db None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:35:58.963712 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-65dbe1de-6687-44c9-9bf4-d67bf9c92ded admin admin] Publish callbacks [] for security_group (8fbf7660-3c68-44c3-ae84-8e4ff587d1e4), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:58.984141 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:58.989667 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-65dbe1de-6687-44c9-9bf4-d67bf9c92ded admin admin] Publish callbacks [] for security_group (8fbf7660-3c68-44c3-ae84-8e4ff587d1e4), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:59.007588 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2cb1f-1cf4-4853-b7a8-04c54f38562f req-247f5eee-2e8d-42c9-8d59-321a35a3bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:35:59.009422 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b2a2cb1f-1cf4-4853-b7a8-04c54f38562f req-247f5eee-2e8d-42c9-8d59-321a35a3bce4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510092 Jul 27 15:35:59.041128 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-65dbe1de-6687-44c9-9bf4-d67bf9c92ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (8fbf7660-3c68-44c3-ae84-8e4ff587d1e4), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:59.043874 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-65dbe1de-6687-44c9-9bf4-d67bf9c92ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:59.045070 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-65dbe1de-6687-44c9-9bf4-d67bf9c92ded admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8fbf7660-3c68-44c3-ae84-8e4ff587d1e4 HTTP/1.1" status: 204 len: 168 time: 0.1336815 Jul 27 15:35:59.054621 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbe1de-6687-44c9-9bf4-d67bf9c92ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbf7660-3c68-44c3-ae84-8e4ff587d1e4,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:35:59.099819 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:35:59.137075 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b2a2cb1f-1cf4-4853-b7a8-04c54f38562f req-1f827f3d-cf61-45c7-b3ae-7ff1429ef706 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187673 Jul 27 15:35:59.231597 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-ef611ba7-82de-496e-8827-66e9dd2167db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '8aff6509-ef6a-4eeb-809b-5f5a32f5e52f', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': '310d1b53-872f-4fbc-8c36-00e4731ac228', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:0e:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601af892-ad4b-4797-8590-70c82bc772c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:34Z', 'updated_at': '2022-07-27T15:34:47Z', 'revision_number': 2, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}, {'id': 'f2c38ecb-528f-496f-a0db-146419791f50', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': 'a1da6a28-167f-49d0-b01c-8513acaf72d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:b7:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc517287-de76-4a17-94aa-a47eb0588266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:35:40Z', 'updated_at': '2022-07-27T15:35:57Z', 'revision_number': 1, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:35:59.262299 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b2a2cb1f-1cf4-4853-b7a8-04c54f38562f req-bf124395-e2d6-44ec-86ea-b9f0d1e2fa65 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184812 Jul 27 15:35:59.265880 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef611ba7-82de-496e-8827-66e9dd2167db None None] The sync data for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi is: [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '8aff6509-ef6a-4eeb-809b-5f5a32f5e52f', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': '310d1b53-872f-4fbc-8c36-00e4731ac228', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:0e:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601af892-ad4b-4797-8590-70c82bc772c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:34Z', 'updated_at': '2022-07-27T15:34:47Z', 'revision_number': 2, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}, {'id': 'f2c38ecb-528f-496f-a0db-146419791f50', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': 'a1da6a28-167f-49d0-b01c-8513acaf72d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:b7:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc517287-de76-4a17-94aa-a47eb0588266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:35:40Z', 'updated_at': '2022-07-27T15:35:57Z', 'revision_number': 1, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:35:59.474637 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42229c4f-d3d5-4348-8620-326c9153b061 None None] New status for floating IP f2c38ecb-528f-496f-a0db-146419791f50: ACTIVE {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:35:59.834325 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 45972) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:35:59.944929 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-97d23cef-8ec6-4c24-b086-5d3feedb5511 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-261841036-network', 'tenant_id': '3360c121308844848a03ff34c6fd73f0'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:35:59.971665 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d23cef-8ec6-4c24-b086-5d3feedb5511 admin admin] Made reservation on behalf of 3360c121308844848a03ff34c6fd73f0 for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:35:59.974101 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-97d23cef-8ec6-4c24-b086-5d3feedb5511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:35:59.986059 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-97d23cef-8ec6-4c24-b086-5d3feedb5511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:00.101630 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff902630-c370-4108-8979-caf8c6ab3d9e req-ae03f976-6189-421a-bd76-9644b26eda30 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:00.103117 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ff902630-c370-4108-8979-caf8c6ab3d9e req-ae03f976-6189-421a-bd76-9644b26eda30 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 943 time: 0.0635130 Jul 27 15:36:00.137301 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-97d23cef-8ec6-4c24-b086-5d3feedb5511 admin admin] Publish callbacks [] for security_group (b3d485f7-c2d6-4fdb-a603-19582bfa6d03), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:00.144921 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-97d23cef-8ec6-4c24-b086-5d3feedb5511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (b3d485f7-c2d6-4fdb-a603-19582bfa6d03), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:00.195110 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d23cef-8ec6-4c24-b086-5d3feedb5511 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:36:00.200384 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d23cef-8ec6-4c24-b086-5d3feedb5511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d485f7-c2d6-4fdb-a603-19582bfa6d03,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:00.208622 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ff902630-c370-4108-8979-caf8c6ab3d9e req-eb0bfe7c-596b-4b2f-9474-100df8be6b29 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987053 Jul 27 15:36:00.208622 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:00.216741 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-97d23cef-8ec6-4c24-b086-5d3feedb5511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (9cfd8fd7-b30b-46c1-885a-30587277f8ce), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:00.217090 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-97d23cef-8ec6-4c24-b086-5d3feedb5511 admin admin] Added segment 9cfd8fd7-b30b-46c1-885a-30587277f8ce of type vlan for network 01069a83-dca9-450b-9778-6d6ac46620d3 Jul 27 15:36:00.264443 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-97d23cef-8ec6-4c24-b086-5d3feedb5511 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (01069a83-dca9-450b-9778-6d6ac46620d3), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:00.290329 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-97d23cef-8ec6-4c24-b086-5d3feedb5511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (01069a83-dca9-450b-9778-6d6ac46620d3), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:00.291622 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d23cef-8ec6-4c24-b086-5d3feedb5511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:00.292232 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-97d23cef-8ec6-4c24-b086-5d3feedb5511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:00.352026 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-97d23cef-8ec6-4c24-b086-5d3feedb5511 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5164523 Jul 27 15:36:00.354975 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 45978) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:00.357274 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d23cef-8ec6-4c24-b086-5d3feedb5511 admin admin] Pushing event updated for resources: {'Network': ['ID=01069a83-dca9-450b-9778-6d6ac46620d3,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:00.360080 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-553b9800-2f51-49ea-9529-d1f1e411bba0 admin admin] Request body: {'subnet': {'network_id': '01069a83-dca9-450b-9778-6d6ac46620d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-261841036-subnet', 'tenant_id': '3360c121308844848a03ff34c6fd73f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:00.368007 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network 01069a83-dca9-450b-9778-6d6ac46620d3 details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:36:00.392022 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553b9800-2f51-49ea-9529-d1f1e411bba0 admin admin] Made reservation on behalf of 3360c121308844848a03ff34c6fd73f0 for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:36:00.394848 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-553b9800-2f51-49ea-9529-d1f1e411bba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575577'] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:00.411303 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:00.583682 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-553b9800-2f51-49ea-9529-d1f1e411bba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8434442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575607'] for subnet (9983a55b-5b64-4e74-8fc8-e4acf9448ca6), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:00.633850 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b9800-2f51-49ea-9529-d1f1e411bba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9983a55b-5b64-4e74-8fc8-e4acf9448ca6,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:00.652096 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553b9800-2f51-49ea-9529-d1f1e411bba0 admin admin] Checking segment: {'id': '9cfd8fd7-b30b-46c1-885a-30587277f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '01069a83-dca9-450b-9778-6d6ac46620d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:36:00.652454 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553b9800-2f51-49ea-9529-d1f1e411bba0 admin admin] Network hostable DHCP agents. Network: 01069a83-dca9-450b-9778-6d6ac46620d3, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:36:00.670762 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553b9800-2f51-49ea-9529-d1f1e411bba0 admin admin] Network 01069a83-dca9-450b-9778-6d6ac46620d3 is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:36:00.680553 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-553b9800-2f51-49ea-9529-d1f1e411bba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, 01069a83-dca9-450b-9778-6d6ac46620d3) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:36:00.685824 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553b9800-2f51-49ea-9529-d1f1e411bba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:00.686795 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-553b9800-2f51-49ea-9529-d1f1e411bba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:00.692776 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1040f891-c75e-4aba-8abd-7c04476d03ad None None] Network 01069a83-dca9-450b-9778-6d6ac46620d3 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:36:00.711566 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-553b9800-2f51-49ea-9529-d1f1e411bba0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3515093 Jul 27 15:36:00.745926 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:00.805325 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9593ef4-066f-4447-9860-6bf68a29828d None None] Network 01069a83-dca9-450b-9778-6d6ac46620d3 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:36:01.329036 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46006) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:01.336442 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-4b0b211f-a732-47c6-86e6-2e09ceb73ddb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-332827114-network', 'tenant_id': '70673091cbd043ce961dec96d986d5d7'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:01.361057 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be153ce6-f4b9-4816-886f-1e85d63ab481 req-40b8517c-0b0c-402a-a39c-41309df9dbe2 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:01.362583 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be153ce6-f4b9-4816-886f-1e85d63ab481 req-40b8517c-0b0c-402a-a39c-41309df9dbe2 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 943 time: 0.0673525 Jul 27 15:36:01.367460 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566bd7a7-a5f4-4e54-80c1-128dc1e48208 req-637e3e9a-0f8c-47a6-b7b1-9db95bb23b02 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:01.369366 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-566bd7a7-a5f4-4e54-80c1-128dc1e48208 req-637e3e9a-0f8c-47a6-b7b1-9db95bb23b02 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 947 time: 0.0554025 Jul 27 15:36:01.381086 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0b211f-a732-47c6-86e6-2e09ceb73ddb admin admin] Made reservation on behalf of 70673091cbd043ce961dec96d986d5d7 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:36:01.383489 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4b0b211f-a732-47c6-86e6-2e09ceb73ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:01.403561 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4b0b211f-a732-47c6-86e6-2e09ceb73ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:01.422047 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-566bd7a7-a5f4-4e54-80c1-128dc1e48208 req-7944e790-f76a-4cad-aa78-7807e7c2e662 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455687 Jul 27 15:36:01.461602 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-be153ce6-f4b9-4816-886f-1e85d63ab481 req-7eafe7bc-725c-46e3-9d1e-5f83e72b83e7 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894785 Jul 27 15:36:01.512350 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4b0b211f-a732-47c6-86e6-2e09ceb73ddb admin admin] Publish callbacks [] for security_group (a610c624-2950-4ab6-a1ca-a6deb8aeb036), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:01.516087 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4b0b211f-a732-47c6-86e6-2e09ceb73ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (a610c624-2950-4ab6-a1ca-a6deb8aeb036), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:01.520778 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:01.541826 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:01.548878 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0b211f-a732-47c6-86e6-2e09ceb73ddb admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:36:01.556524 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b211f-a732-47c6-86e6-2e09ceb73ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a610c624-2950-4ab6-a1ca-a6deb8aeb036,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:01.564409 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4b0b211f-a732-47c6-86e6-2e09ceb73ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (d0fe4ff1-c15f-412f-82d2-49216918f6d6), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:01.564409 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-4b0b211f-a732-47c6-86e6-2e09ceb73ddb admin admin] Added segment d0fe4ff1-c15f-412f-82d2-49216918f6d6 of type vlan for network bd86abe2-a7ae-4c92-90cb-101d04083646 Jul 27 15:36:01.609783 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4b0b211f-a732-47c6-86e6-2e09ceb73ddb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (bd86abe2-a7ae-4c92-90cb-101d04083646), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:01.635299 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4b0b211f-a732-47c6-86e6-2e09ceb73ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (bd86abe2-a7ae-4c92-90cb-101d04083646), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:01.636337 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0b211f-a732-47c6-86e6-2e09ceb73ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:01.636887 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4b0b211f-a732-47c6-86e6-2e09ceb73ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:01.696745 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4b0b211f-a732-47c6-86e6-2e09ceb73ddb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3665357 Jul 27 15:36:01.699728 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46008) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:01.701630 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b211f-a732-47c6-86e6-2e09ceb73ddb admin admin] Pushing event updated for resources: {'Network': ['ID=bd86abe2-a7ae-4c92-90cb-101d04083646,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:01.705652 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-b3f79d28-1460-4979-a471-ff3491dbfab9 admin admin] Request body: {'subnet': {'network_id': 'bd86abe2-a7ae-4c92-90cb-101d04083646', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-332827114-subnet', 'tenant_id': '70673091cbd043ce961dec96d986d5d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:01.711121 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network bd86abe2-a7ae-4c92-90cb-101d04083646 details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:36:01.728654 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f79d28-1460-4979-a471-ff3491dbfab9 admin admin] Made reservation on behalf of 70673091cbd043ce961dec96d986d5d7 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:36:01.731453 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b3f79d28-1460-4979-a471-ff3491dbfab9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9007690'] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:01.917052 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b3f79d28-1460-4979-a471-ff3491dbfab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9021833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9007716'] for subnet (29c9295f-817c-43c4-ab70-ae936bef84fa), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:01.942305 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:01.978254 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f79d28-1460-4979-a471-ff3491dbfab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c9295f-817c-43c4-ab70-ae936bef84fa,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:01.996150 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f79d28-1460-4979-a471-ff3491dbfab9 admin admin] Checking segment: {'id': 'd0fe4ff1-c15f-412f-82d2-49216918f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'bd86abe2-a7ae-4c92-90cb-101d04083646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:36:01.996499 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f79d28-1460-4979-a471-ff3491dbfab9 admin admin] Network hostable DHCP agents. Network: bd86abe2-a7ae-4c92-90cb-101d04083646, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:36:02.021276 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f79d28-1460-4979-a471-ff3491dbfab9 admin admin] Network bd86abe2-a7ae-4c92-90cb-101d04083646 is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:36:02.030348 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-b3f79d28-1460-4979-a471-ff3491dbfab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, bd86abe2-a7ae-4c92-90cb-101d04083646) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:36:02.038401 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f79d28-1460-4979-a471-ff3491dbfab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:02.039000 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b3f79d28-1460-4979-a471-ff3491dbfab9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:02.039757 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d41fed9-420f-4fc0-9e2a-d89b5c2f0037 None None] Network bd86abe2-a7ae-4c92-90cb-101d04083646 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:36:02.062103 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b3f79d28-1460-4979-a471-ff3491dbfab9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3556862 Jul 27 15:36:02.156503 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227c17fb-acb8-432b-9a16-d0b04906116d None None] Network bd86abe2-a7ae-4c92-90cb-101d04083646 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:36:02.196071 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46012) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:02.249408 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa046c9-352a-47a7-bdb3-0cf07205f4b4 admin admin] Deleting subnet 9983a55b-5b64-4e74-8fc8-e4acf9448ca6 {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 15:36:02.253256 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8aa046c9-352a-47a7-bdb3-0cf07205f4b4 admin admin] Publish callbacks [] for subnet (9983a55b-5b64-4e74-8fc8-e4acf9448ca6), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:02.292246 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8aa046c9-352a-47a7-bdb3-0cf07205f4b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9385129'] for subnet (9983a55b-5b64-4e74-8fc8-e4acf9448ca6), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:02.339564 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8aa046c9-352a-47a7-bdb3-0cf07205f4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563307'] for subnet (9983a55b-5b64-4e74-8fc8-e4acf9448ca6), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:02.395287 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8aa046c9-352a-47a7-bdb3-0cf07205f4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9021768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9007727'] for subnet (9983a55b-5b64-4e74-8fc8-e4acf9448ca6), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:02.421434 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa046c9-352a-47a7-bdb3-0cf07205f4b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9983a55b-5b64-4e74-8fc8-e4acf9448ca6,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:02.425512 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8aa046c9-352a-47a7-bdb3-0cf07205f4b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:02.428709 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-8aa046c9-352a-47a7-bdb3-0cf07205f4b4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9983a55b-5b64-4e74-8fc8-e4acf9448ca6 HTTP/1.1" status: 204 len: 168 time: 0.2311552 Jul 27 15:36:02.431790 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46014) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:02.515730 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e294fe1-9911-413a-a943-59044d139407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409505'] for network (01069a83-dca9-450b-9778-6d6ac46620d3), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:02.571506 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fda16-41aa-406a-ab96-6cdcffbba9e0 req-07606907-1026-45c9-8d66-274bf54f4dbb tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:02.573182 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d14fda16-41aa-406a-ab96-6cdcffbba9e0 req-07606907-1026-45c9-8d66-274bf54f4dbb tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 947 time: 0.0541513 Jul 27 15:36:02.601213 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:02.633818 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d14fda16-41aa-406a-ab96-6cdcffbba9e0 req-e9d81f67-5e49-4928-9282-f24eecf985c0 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540195 Jul 27 15:36:02.644550 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e294fe1-9911-413a-a943-59044d139407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561221', 'neutron.services.segments.db._delete_segments_for_network-8768358125770'] for network (01069a83-dca9-450b-9778-6d6ac46620d3), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:02.652376 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d3c01-4dd0-4e79-87ea-ac2efa47ee6f req-24d71a68-1842-4a0c-a5de-46cdab3e3cfb tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:02.653854 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-026d3c01-4dd0-4e79-87ea-ac2efa47ee6f req-24d71a68-1842-4a0c-a5de-46cdab3e3cfb tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 943 time: 0.0990973 Jul 27 15:36:02.685211 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-9e294fe1-9911-413a-a943-59044d139407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01069a83-dca9-450b-9778-6d6ac46620d3']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:02.697583 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-9e294fe1-9911-413a-a943-59044d139407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfd8fd7-b30b-46c1-885a-30587277f8ce') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:02.697861 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-9e294fe1-9911-413a-a943-59044d139407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfd8fd7-b30b-46c1-885a-30587277f8ce') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:02.715672 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e294fe1-9911-413a-a943-59044d139407 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768358125671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12156091'] for segment (9cfd8fd7-b30b-46c1-885a-30587277f8ce), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:02.743861 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-026d3c01-4dd0-4e79-87ea-ac2efa47ee6f req-ac1e0835-466e-4314-90a1-3fa117c877f2 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837703 Jul 27 15:36:02.744783 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e294fe1-9911-413a-a943-59044d139407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (9cfd8fd7-b30b-46c1-885a-30587277f8ce), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:02.753085 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e294fe1-9911-413a-a943-59044d139407 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:36:02.753488 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e294fe1-9911-413a-a943-59044d139407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8434581'] for segment (9cfd8fd7-b30b-46c1-885a-30587277f8ce), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:02.798608 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 9cfd8fd7-b30b-46c1-885a-30587277f8ce resource provider aggregate not found Jul 27 15:36:02.826442 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 9cfd8fd7-b30b-46c1-885a-30587277f8ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9cfd8fd7-b30b-46c1-885a-30587277f8ce found for delete ", "request_id": "req-0a307bbb-6add-493c-a392-31a8142d9d02"}]} Jul 27 15:36:02.827899 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e294fe1-9911-413a-a943-59044d139407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376631'] for network (01069a83-dca9-450b-9778-6d6ac46620d3), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:02.833300 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9e294fe1-9911-413a-a943-59044d139407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:02.836411 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9e294fe1-9911-413a-a943-59044d139407 admin admin] 10.222.0.36 "DELETE /v2.0/networks/01069a83-dca9-450b-9778-6d6ac46620d3 HTTP/1.1" status: 204 len: 168 time: 0.4035947 Jul 27 15:36:02.839800 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46024) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:02.848889 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e294fe1-9911-413a-a943-59044d139407 admin admin] Pushing event deleted for resources: {'Network': ['ID=01069a83-dca9-450b-9778-6d6ac46620d3,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:02.892811 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-c942ec1e-95e5-4720-8d40-0314e7375ca9 admin admin] Deleting subnet 29c9295f-817c-43c4-ab70-ae936bef84fa {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 15:36:02.896852 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c942ec1e-95e5-4720-8d40-0314e7375ca9 admin admin] Publish callbacks [] for subnet (29c9295f-817c-43c4-ab70-ae936bef84fa), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:02.932622 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c942ec1e-95e5-4720-8d40-0314e7375ca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9385129'] for subnet (29c9295f-817c-43c4-ab70-ae936bef84fa), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:02.975200 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c942ec1e-95e5-4720-8d40-0314e7375ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563307'] for subnet (29c9295f-817c-43c4-ab70-ae936bef84fa), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:03.029680 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c942ec1e-95e5-4720-8d40-0314e7375ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9021768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9007727'] for subnet (29c9295f-817c-43c4-ab70-ae936bef84fa), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:03.060019 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942ec1e-95e5-4720-8d40-0314e7375ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c9295f-817c-43c4-ab70-ae936bef84fa,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:03.063453 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c942ec1e-95e5-4720-8d40-0314e7375ca9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:03.067342 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c942ec1e-95e5-4720-8d40-0314e7375ca9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/29c9295f-817c-43c4-ab70-ae936bef84fa HTTP/1.1" status: 204 len: 168 time: 0.2265074 Jul 27 15:36:03.069780 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46026) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:03.141902 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-54788fa7-3d8b-4be0-87a4-cefe4a20941b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409505'] for network (bd86abe2-a7ae-4c92-90cb-101d04083646), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:03.229254 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-54788fa7-3d8b-4be0-87a4-cefe4a20941b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561221', 'neutron.services.segments.db._delete_segments_for_network-8768358125770'] for network (bd86abe2-a7ae-4c92-90cb-101d04083646), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:03.249531 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-54788fa7-3d8b-4be0-87a4-cefe4a20941b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd86abe2-a7ae-4c92-90cb-101d04083646']}} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:03.259470 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-54788fa7-3d8b-4be0-87a4-cefe4a20941b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fe4ff1-c15f-412f-82d2-49216918f6d6') {'for_net_delete': True} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:03.259767 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-54788fa7-3d8b-4be0-87a4-cefe4a20941b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fe4ff1-c15f-412f-82d2-49216918f6d6') {} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:03.268455 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:03.270402 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-54788fa7-3d8b-4be0-87a4-cefe4a20941b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768358125671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385136'] for segment (d0fe4ff1-c15f-412f-82d2-49216918f6d6), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:03.285482 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-54788fa7-3d8b-4be0-87a4-cefe4a20941b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (d0fe4ff1-c15f-412f-82d2-49216918f6d6), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:03.291988 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54788fa7-3d8b-4be0-87a4-cefe4a20941b admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:36:03.292387 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-54788fa7-3d8b-4be0-87a4-cefe4a20941b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9021718'] for segment (d0fe4ff1-c15f-412f-82d2-49216918f6d6), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:03.333424 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment d0fe4ff1-c15f-412f-82d2-49216918f6d6 resource provider aggregate not found Jul 27 15:36:03.351503 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment d0fe4ff1-c15f-412f-82d2-49216918f6d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0fe4ff1-c15f-412f-82d2-49216918f6d6 found for delete ", "request_id": "req-203bfb2f-30f2-427f-984e-b2662244876e"}]} Jul 27 15:36:03.359724 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-54788fa7-3d8b-4be0-87a4-cefe4a20941b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376631'] for network (bd86abe2-a7ae-4c92-90cb-101d04083646), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:03.365898 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-54788fa7-3d8b-4be0-87a4-cefe4a20941b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:03.369123 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-54788fa7-3d8b-4be0-87a4-cefe4a20941b admin admin] 10.222.0.36 "DELETE /v2.0/networks/bd86abe2-a7ae-4c92-90cb-101d04083646 HTTP/1.1" status: 204 len: 168 time: 0.2984247 Jul 27 15:36:03.384616 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54788fa7-3d8b-4be0-87a4-cefe4a20941b admin admin] Pushing event deleted for resources: {'Network': ['ID=bd86abe2-a7ae-4c92-90cb-101d04083646,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:03.543902 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46034) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:03.559488 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4503051-14d8-4d85-a59a-438a2d99294e req-a36116a8-5859-4676-8ad4-f7345d6e5392 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:03.561025 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f4503051-14d8-4d85-a59a-438a2d99294e req-a36116a8-5859-4676-8ad4-f7345d6e5392 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.42 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 947 time: 0.0617900 Jul 27 15:36:03.635583 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e85eba94-9595-445b-abaf-094a48edc0fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3360c121308844848a03ff34c6fd73f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0905335 Jul 27 15:36:03.638534 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46036) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:03.673779 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-f4503051-14d8-4d85-a59a-438a2d99294e req-96d1e70d-a00b-48aa-a25c-15660b6f058d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Deleting port bd875b01-1fa3-46df-b071-0151f1189b66 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:36:03.674198 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f4503051-14d8-4d85-a59a-438a2d99294e req-96d1e70d-a00b-48aa-a25c-15660b6f058d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:03.701161 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-684b5914-309f-401b-af93-d663ffe0c343 admin admin] Publish callbacks [] for security_group (b3d485f7-c2d6-4fdb-a603-19582bfa6d03), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:03.727231 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-684b5914-309f-401b-af93-d663ffe0c343 admin admin] Publish callbacks [] for security_group (b3d485f7-c2d6-4fdb-a603-19582bfa6d03), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:03.770037 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-f4503051-14d8-4d85-a59a-438a2d99294e req-96d1e70d-a00b-48aa-a25c-15660b6f058d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] For port bd875b01-1fa3-46df-b071-0151f1189b66, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=bd875b01-1fa3-46df-b071-0151f1189b66,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:36:03.770402 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f4503051-14d8-4d85-a59a-438a2d99294e req-96d1e70d-a00b-48aa-a25c-15660b6f058d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:03.798742 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d7347-3fd2-4d3c-bbb0-d9f86edcc942 req-217de0f9-568f-460c-be12-e9f8f4fd6880 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:03.800373 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f37d7347-3fd2-4d3c-bbb0-d9f86edcc942 req-217de0f9-568f-460c-be12-e9f8f4fd6880 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 947 time: 0.0661578 Jul 27 15:36:03.827932 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-684b5914-309f-401b-af93-d663ffe0c343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (b3d485f7-c2d6-4fdb-a603-19582bfa6d03), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:03.830011 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-684b5914-309f-401b-af93-d663ffe0c343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:03.831690 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-684b5914-309f-401b-af93-d663ffe0c343 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3d485f7-c2d6-4fdb-a603-19582bfa6d03 HTTP/1.1" status: 204 len: 168 time: 0.1916001 Jul 27 15:36:03.848736 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b5914-309f-401b-af93-d663ffe0c343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d485f7-c2d6-4fdb-a603-19582bfa6d03,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:03.860647 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:03.896640 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f37d7347-3fd2-4d3c-bbb0-d9f86edcc942 req-42d2a756-4010-4c17-9146-1ea5c7561764 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups?id=37ec955e-8e30-4dd8-9afd-763c89665c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763838 Jul 27 15:36:03.973779 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:03.987955 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fce61-e8dd-4a15-b7bb-0f2923b2c976 req-eaf9c65e-4b5c-4e76-808b-93ae8f3873c4 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:03.989531 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-af8fce61-e8dd-4a15-b7bb-0f2923b2c976 req-eaf9c65e-4b5c-4e76-808b-93ae8f3873c4 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 943 time: 0.1527035 Jul 27 15:36:04.068700 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f4503051-14d8-4d85-a59a-438a2d99294e req-96d1e70d-a00b-48aa-a25c-15660b6f058d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:04.069060 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f4503051-14d8-4d85-a59a-438a2d99294e req-96d1e70d-a00b-48aa-a25c-15660b6f058d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (747d33ad-e084-4d34-8d98-c8f848100c14), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:04.069370 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.l3_db [req-f4503051-14d8-4d85-a59a-438a2d99294e req-96d1e70d-a00b-48aa-a25c-15660b6f058d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Floating IP 747d33ad-e084-4d34-8d98-c8f848100c14 disassociated. External IP: 172.27.1.191, port: bd875b01-1fa3-46df-b071-0151f1189b66. Jul 27 15:36:04.069727 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-f4503051-14d8-4d85-a59a-438a2d99294e req-96d1e70d-a00b-48aa-a25c-15660b6f058d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Calling delete_port for bd875b01-1fa3-46df-b071-0151f1189b66 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:36:04.099100 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-af8fce61-e8dd-4a15-b7bb-0f2923b2c976 req-0a0da227-4429-43de-8f45-4b160550e34e tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796335 Jul 27 15:36:04.234263 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f4503051-14d8-4d85-a59a-438a2d99294e req-96d1e70d-a00b-48aa-a25c-15660b6f058d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (bd875b01-1fa3-46df-b071-0151f1189b66), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:04.264879 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1e70d-a00b-48aa-a25c-15660b6f058d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event deleted for resources: {'Port': ['ID=bd875b01-1fa3-46df-b071-0151f1189b66,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:04.289250 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46046) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:04.337161 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-e222026d-1d64-499d-8341-ae537025bde6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70673091cbd043ce961dec96d986d5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465963 Jul 27 15:36:04.340418 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46048) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:04.390815 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d8a9-4083-43cb-9c52-07ebeb3b5f5c admin admin] Publish callbacks [] for security_group (a610c624-2950-4ab6-a1ca-a6deb8aeb036), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:04.394514 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4503051-14d8-4d85-a59a-438a2d99294e req-96d1e70d-a00b-48aa-a25c-15660b6f058d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Router 8ae11637-2b3a-4c8c-a15b-c360916f2037 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:36:04.394949 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:04.416068 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d8a9-4083-43cb-9c52-07ebeb3b5f5c admin admin] Publish callbacks [] for security_group (a610c624-2950-4ab6-a1ca-a6deb8aeb036), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:04.466557 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d8a9-4083-43cb-9c52-07ebeb3b5f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (a610c624-2950-4ab6-a1ca-a6deb8aeb036), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:04.469323 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d8a9-4083-43cb-9c52-07ebeb3b5f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:04.470532 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-3ea6d8a9-4083-43cb-9c52-07ebeb3b5f5c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a610c624-2950-4ab6-a1ca-a6deb8aeb036 HTTP/1.1" status: 204 len: 168 time: 0.1291533 Jul 27 15:36:04.479388 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6d8a9-4083-43cb-9c52-07ebeb3b5f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a610c624-2950-4ab6-a1ca-a6deb8aeb036,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:04.510044 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4503051-14d8-4d85-a59a-438a2d99294e req-96d1e70d-a00b-48aa-a25c-15660b6f058d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:36:04.527391 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce6c86-4980-4077-b7d2-00445794ccf8 None None] Sync routers for ids ['8ae11637-2b3a-4c8c-a15b-c360916f2037'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:36:04.544159 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bce6c86-4980-4077-b7d2-00445794ccf8 None None] Routers {'8ae11637-2b3a-4c8c-a15b-c360916f2037'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:36:04.545669 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-4bce6c86-4980-4077-b7d2-00445794ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:35:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['8ae11637-2b3a-4c8c-a15b-c360916f2037'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:04.558682 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4503051-14d8-4d85-a59a-438a2d99294e req-96d1e70d-a00b-48aa-a25c-15660b6f058d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] No DVR routers for this DVR port bd875b01-1fa3-46df-b071-0151f1189b66 on host hv-cinder-84131 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:36:04.562004 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-f4503051-14d8-4d85-a59a-438a2d99294e req-96d1e70d-a00b-48aa-a25c-15660b6f058d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:04.568492 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f4503051-14d8-4d85-a59a-438a2d99294e req-96d1e70d-a00b-48aa-a25c-15660b6f058d tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.42 "DELETE /v2.0/ports/bd875b01-1fa3-46df-b071-0151f1189b66 HTTP/1.1" status: 204 len: 173 time: 0.9998143 Jul 27 15:36:04.568996 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'name': 'network-vif-deleted', 'tag': 'bd875b01-1fa3-46df-b071-0151f1189b66'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:36:04.571295 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e6f528-7c06-43c1-8d49-2abd1e418892" -d '{"events": [{"server_uuid": "27c0a14c-8873-4689-9e66-43ba0b7c934a", "name": "network-vif-deleted", "tag": "bd875b01-1fa3-46df-b071-0151f1189b66"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:36:04.646972 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f57d976-6f4a-4986-a321-d51f5e2523de x-openstack-request-id: req-3f57d976-6f4a-4986-a321-d51f5e2523de {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:36:04.647464 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c0a14c-8873-4689-9e66-43ba0b7c934a", "name": "network-vif-deleted", "tag": "bd875b01-1fa3-46df-b071-0151f1189b66", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:36:04.647924 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f57d976-6f4a-4986-a321-d51f5e2523de {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:36:04.648566 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f57d976-6f4a-4986-a321-d51f5e2523de'] response: {'server_uuid': '27c0a14c-8873-4689-9e66-43ba0b7c934a', 'name': 'network-vif-deleted', 'tag': 'bd875b01-1fa3-46df-b071-0151f1189b66', 'status': 'completed', 'code': 200} Jul 27 15:36:04.714176 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:04.721061 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-4bce6c86-4980-4077-b7d2-00445794ccf8 None None] Set router 8ae11637-2b3a-4c8c-a15b-c360916f2037 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:36:04.947552 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:04.960190 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-4bce6c86-4980-4077-b7d2-00445794ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '0172039e-4d78-431f-989e-eb964871cdcb', 'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'mac_address': 'fa:16:3e:ad:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:29:04Z', 'revision_number': 5, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'subnets': [{'id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:05.063106 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f2e53cf4-ef1a-4df9-8ebc-6eba7f832fe7 req-48c3b903-d018-4274-a6d8-87f69affc02a tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/ports?device_id=27c0a14c-8873-4689-9e66-43ba0b7c934a HTTP/1.1" status: 200 len: 210 time: 0.0508020 Jul 27 15:36:05.106467 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce6c86-4980-4077-b7d2-00445794ccf8 None None] Checking router: 8ae11637-2b3a-4c8c-a15b-c360916f2037 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:36:05.119006 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bce6c86-4980-4077-b7d2-00445794ccf8 None None] Routers {'8ae11637-2b3a-4c8c-a15b-c360916f2037'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:36:05.119641 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-4bce6c86-4980-4077-b7d2-00445794ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:35:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['8ae11637-2b3a-4c8c-a15b-c360916f2037'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:05.259640 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-4bce6c86-4980-4077-b7d2-00445794ccf8 None None] Set router 8ae11637-2b3a-4c8c-a15b-c360916f2037 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:36:05.266752 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6216d6-d62f-4c72-a2c7-81331f773712 req-847ed0af-7958-4cec-9a91-d9a192259395 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:05.269004 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5f6216d6-d62f-4c72-a2c7-81331f773712 req-847ed0af-7958-4cec-9a91-d9a192259395 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 943 time: 0.0545614 Jul 27 15:36:05.327665 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5f6216d6-d62f-4c72-a2c7-81331f773712 req-acc88ea2-7388-47df-a80f-432387096feb tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508237 Jul 27 15:36:05.465277 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-4bce6c86-4980-4077-b7d2-00445794ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '0172039e-4d78-431f-989e-eb964871cdcb', 'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'mac_address': 'fa:16:3e:ad:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:29:04Z', 'revision_number': 5, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'subnets': [{'id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:05.495575 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce6c86-4980-4077-b7d2-00445794ccf8 None None] The sync data for ids ['8ae11637-2b3a-4c8c-a15b-c360916f2037'] in dv-cinder-841315-2-iscsi is: [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:28:43Z', 'revision_number': 4, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '0172039e-4d78-431f-989e-eb964871cdcb', 'name': '', 'network_id': 'bad7c82a-807d-4c47-8386-1a6c9fb4e649', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'mac_address': 'fa:16:3e:ad:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:39Z', 'updated_at': '2022-07-27T15:29:04Z', 'revision_number': 5, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'subnets': [{'id': '40f6b828-0dfb-469f-8ba5-9835528b3b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:36:05.727113 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f1a3aa-973b-4296-a800-9ae96b667f36 None None] New status for floating IP 747d33ad-e084-4d34-8d98-c8f848100c14: DOWN {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:36:05.925046 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a74c612d-f030-4677-ac76-2b3872c89434 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:36:06.052190 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port a74c612d-f030-4677-ac76-2b3872c89434, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a74c612d-f030-4677-ac76-2b3872c89434,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:36:06.065615 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': 'a74c612d-f030-4677-ac76-2b3872c89434', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'port_id': 'a74c612d-f030-4677-ac76-2b3872c89434', 'mac_address': 'fa:16:3e:2a:21:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:36:06.106513 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port a74c612d-f030-4677-ac76-2b3872c89434 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:36:06.107059 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a74c612d-f030-4677-ac76-2b3872c89434), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:06.126105 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74c612d-f030-4677-ac76-2b3872c89434 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:36:06.160543 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port a74c612d-f030-4677-ac76-2b3872c89434, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a74c612d-f030-4677-ac76-2b3872c89434,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:36:06.165885 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (a74c612d-f030-4677-ac76-2b3872c89434), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:06.174778 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46098) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:06.229202 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=a74c612d-f030-4677-ac76-2b3872c89434,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:06.240551 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1916e21e-4b7c-4574-b685-34c3382aab79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group (37ec955e-8e30-4dd8-9afd-763c89665c1a), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:06.274782 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1916e21e-4b7c-4574-b685-34c3382aab79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group (37ec955e-8e30-4dd8-9afd-763c89665c1a), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:06.330382 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1916e21e-4b7c-4574-b685-34c3382aab79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (37ec955e-8e30-4dd8-9afd-763c89665c1a), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:06.333131 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1916e21e-4b7c-4574-b685-34c3382aab79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:06.334317 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-1916e21e-4b7c-4574-b685-34c3382aab79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "DELETE /v2.0/security-groups/37ec955e-8e30-4dd8-9afd-763c89665c1a HTTP/1.1" status: 204 len: 168 time: 0.1585453 Jul 27 15:36:06.338868 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46102) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:06.348243 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916e21e-4b7c-4574-b685-34c3382aab79 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ec955e-8e30-4dd8-9afd-763c89665c1a,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:06.360251 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.api.v2.resource [None req-4cc4a32f-abc5-4239-bba7-20f1d93c20b8 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] show failed (client error): The resource could not be found. Jul 27 15:36:06.361294 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4cc4a32f-abc5-4239-bba7-20f1d93c20b8 tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "GET /v2.0/security-groups/37ec955e-8e30-4dd8-9afd-763c89665c1a HTTP/1.1" status: 404 len: 347 time: 0.0206845 Jul 27 15:36:06.366609 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46110) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:06.468196 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['a74c612d-f030-4677-ac76-2b3872c89434'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:36:06.493030 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:06.503433 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-914a47f2-acac-4e25-8805-5e97ce0a63dd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Deleting port 9fceda0c-7e2d-4f94-84fd-82f839efc66d {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:36:06.503784 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-914a47f2-acac-4e25-8805-5e97ce0a63dd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (9fceda0c-7e2d-4f94-84fd-82f839efc66d), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:06.527213 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754e675-ee3b-4c7f-af5f-193aa1a38a0e req-97bb3532-46bc-446d-b3e3-2f3278a69128 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:06.530058 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9754e675-ee3b-4c7f-af5f-193aa1a38a0e req-97bb3532-46bc-446d-b3e3-2f3278a69128 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 944 time: 0.1022232 Jul 27 15:36:06.618024 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9754e675-ee3b-4c7f-af5f-193aa1a38a0e req-8a16f118-c6b8-412e-a198-26d48388447e tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800490 Jul 27 15:36:06.671496 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-914a47f2-acac-4e25-8805-5e97ce0a63dd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (9fceda0c-7e2d-4f94-84fd-82f839efc66d), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:06.672175 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-914a47f2-acac-4e25-8805-5e97ce0a63dd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for floatingip (9fceda0c-7e2d-4f94-84fd-82f839efc66d), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:06.687853 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-914a47f2-acac-4e25-8805-5e97ce0a63dd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Calling delete_port for 9fceda0c-7e2d-4f94-84fd-82f839efc66d owned by network:floatingip {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:36:06.693514 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:06.785242 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:06.880117 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-914a47f2-acac-4e25-8805-5e97ce0a63dd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (9fceda0c-7e2d-4f94-84fd-82f839efc66d), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:06.907278 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a47f2-acac-4e25-8805-5e97ce0a63dd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Pushing event deleted for resources: {'Port': ['ID=9fceda0c-7e2d-4f94-84fd-82f839efc66d,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:06.983038 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-914a47f2-acac-4e25-8805-5e97ce0a63dd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks [] for floatingip (747d33ad-e084-4d34-8d98-c8f848100c14), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:06.985751 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-914a47f2-acac-4e25-8805-5e97ce0a63dd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:06.988053 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-914a47f2-acac-4e25-8805-5e97ce0a63dd tempest-AttachVolumeShelveTestJSON-1046408845 tempest-AttachVolumeShelveTestJSON-1046408845-project] 10.222.0.36 "DELETE /v2.0/floatingips/747d33ad-e084-4d34-8d98-c8f848100c14 HTTP/1.1" status: 204 len: 168 time: 0.6195951 Jul 27 15:36:07.429505 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:07.747554 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e793b-69d9-491c-b7c5-12179bd43531 req-ded27110-09b3-4389-85dd-68f8b02bb96a tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:07.749084 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ac9e793b-69d9-491c-b7c5-12179bd43531 req-ded27110-09b3-4389-85dd-68f8b02bb96a tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 944 time: 0.0484352 Jul 27 15:36:07.802675 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ac9e793b-69d9-491c-b7c5-12179bd43531 req-ba68d695-6fd8-470f-a84f-c74c5ee0ae0a tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472980 Jul 27 15:36:07.927772 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a74c612d-f030-4677-ac76-2b3872c89434 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:36:07.970323 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port a74c612d-f030-4677-ac76-2b3872c89434 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:36:07.976743 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port a74c612d-f030-4677-ac76-2b3872c89434 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:36:07.977147 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (a74c612d-f030-4677-ac76-2b3872c89434), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:08.054019 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port a74c612d-f030-4677-ac76-2b3872c89434 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:36:08.054493 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (a74c612d-f030-4677-ac76-2b3872c89434), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:08.080045 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20304f5-8614-4b22-a414-e1c5d5a610e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74c612d-f030-4677-ac76-2b3872c89434'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:36:08.080715 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdff018a-0e17-4cc5-b591-31dd7432dd25" -d '{"events": [{"server_uuid": "c20304f5-8614-4b22-a414-e1c5d5a610e1", "name": "network-vif-plugged", "status": "completed", "tag": "a74c612d-f030-4677-ac76-2b3872c89434"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:36:08.093906 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port a74c612d-f030-4677-ac76-2b3872c89434, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a74c612d-f030-4677-ac76-2b3872c89434,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:36:08.098649 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (a74c612d-f030-4677-ac76-2b3872c89434), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:08.099687 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device bd875b01-1fa3-46df-b071-0151f1189b66 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:36:08.149660 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462f5db1-68bc-4c1e-a489-37a09782a753 x-openstack-request-id: req-462f5db1-68bc-4c1e-a489-37a09782a753 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:36:08.150491 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20304f5-8614-4b22-a414-e1c5d5a610e1", "name": "network-vif-plugged", "status": "completed", "tag": "a74c612d-f030-4677-ac76-2b3872c89434", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:36:08.150765 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-462f5db1-68bc-4c1e-a489-37a09782a753 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:36:08.151174 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462f5db1-68bc-4c1e-a489-37a09782a753'] response: {'server_uuid': 'c20304f5-8614-4b22-a414-e1c5d5a610e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74c612d-f030-4677-ac76-2b3872c89434', 'code': 200} Jul 27 15:36:08.151874 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: bd875b01-1fa3-46df-b071-0151f1189b66 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:36:08.152229 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device bd875b01-1fa3-46df-b071-0151f1189b66 not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:36:08.181367 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=a74c612d-f030-4677-ac76-2b3872c89434,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:08.436018 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2ab26-7c64-4f69-95f2-6163c386235a req-1b6c55cb-75fa-4163-b6b2-3bae475d42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:08.437593 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-01e2ab26-7c64-4f69-95f2-6163c386235a req-1b6c55cb-75fa-4163-b6b2-3bae475d42f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 1129 time: 0.0467074 Jul 27 15:36:08.498640 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-01e2ab26-7c64-4f69-95f2-6163c386235a req-36ace9ba-fe52-4af0-9d11-60f74dedf04f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532677 Jul 27 15:36:08.936286 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac33d52-6d12-4c26-9027-a567d19713b3 req-55fbf4ad-875d-4f4f-9307-c04aef1e05ff tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:08.937813 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0ac33d52-6d12-4c26-9027-a567d19713b3 req-55fbf4ad-875d-4f4f-9307-c04aef1e05ff tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 945 time: 0.0575957 Jul 27 15:36:08.976142 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:08.994666 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0ac33d52-6d12-4c26-9027-a567d19713b3 req-6d66ff88-d94f-4213-992e-cf7966380105 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499117 Jul 27 15:36:09.512873 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46158) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:10.078763 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-caaefe81-71ce-4249-a899-79bf0d3170cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360475'] for router_interface (8ae11637-2b3a-4c8c-a15b-c360916f2037), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:10.132312 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:10.140876 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8278e-704c-44dd-b4b4-70df133658b6 req-ad10e483-0804-4209-baa8-11adeaad90aa tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:10.142445 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8db8278e-704c-44dd-b4b4-70df133658b6 req-ad10e483-0804-4209-baa8-11adeaad90aa tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 945 time: 0.0667810 Jul 27 15:36:10.208022 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8db8278e-704c-44dd-b4b4-70df133658b6 req-65720cb1-9f75-478c-a1da-3f217cb2fac2 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593874 Jul 27 15:36:10.364922 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-caaefe81-71ce-4249-a899-79bf0d3170cf admin admin] Deleting port 0172039e-4d78-431f-989e-eb964871cdcb {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:36:10.365428 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-caaefe81-71ce-4249-a899-79bf0d3170cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (0172039e-4d78-431f-989e-eb964871cdcb), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:10.457078 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-caaefe81-71ce-4249-a899-79bf0d3170cf admin admin] For port 0172039e-4d78-431f-989e-eb964871cdcb, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=0172039e-4d78-431f-989e-eb964871cdcb,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:36:10.457574 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-caaefe81-71ce-4249-a899-79bf0d3170cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (0172039e-4d78-431f-989e-eb964871cdcb), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:10.471724 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-caaefe81-71ce-4249-a899-79bf0d3170cf admin admin] Calling delete_port for 0172039e-4d78-431f-989e-eb964871cdcb owned by network:router_interface {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:36:10.513459 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46194) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:10.631154 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:10.641691 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-054f0148-2a23-4eb9-9ffd-34ffd3e3ac65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:10.739263 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-054f0148-2a23-4eb9-9ffd-34ffd3e3ac65 admin admin] Publish callbacks [] for security_group (e95a024a-2adf-4c6c-a3e2-44c81687c703), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:10.743861 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-054f0148-2a23-4eb9-9ffd-34ffd3e3ac65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (e95a024a-2adf-4c6c-a3e2-44c81687c703), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:10.749767 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:10.791270 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f0148-2a23-4eb9-9ffd-34ffd3e3ac65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95a024a-2adf-4c6c-a3e2-44c81687c703,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:10.796420 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-054f0148-2a23-4eb9-9ffd-34ffd3e3ac65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33df457d13af428db2580a5ca212b528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817860 Jul 27 15:36:10.799293 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46198) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:10.876231 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7ddadea2-4800-4355-ae2a-d866ef3710c5 admin admin] Publish callbacks [] for security_group (e95a024a-2adf-4c6c-a3e2-44c81687c703), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:11.010157 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-caaefe81-71ce-4249-a899-79bf0d3170cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (0172039e-4d78-431f-989e-eb964871cdcb), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:11.039123 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaefe81-71ce-4249-a899-79bf0d3170cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0172039e-4d78-431f-989e-eb964871cdcb,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:11.122875 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:11.200874 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7ddadea2-4800-4355-ae2a-d866ef3710c5 admin admin] Publish callbacks [] for security_group (e95a024a-2adf-4c6c-a3e2-44c81687c703), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:11.283076 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7ddadea2-4800-4355-ae2a-d866ef3710c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (e95a024a-2adf-4c6c-a3e2-44c81687c703), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:11.283870 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-caaefe81-71ce-4249-a899-79bf0d3170cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360591'] for router_interface (8ae11637-2b3a-4c8c-a15b-c360916f2037), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:11.286927 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7ddadea2-4800-4355-ae2a-d866ef3710c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:11.300254 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7ddadea2-4800-4355-ae2a-d866ef3710c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e95a024a-2adf-4c6c-a3e2-44c81687c703 HTTP/1.1" status: 204 len: 168 time: 0.4906411 Jul 27 15:36:11.312404 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddadea2-4800-4355-ae2a-d866ef3710c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95a024a-2adf-4c6c-a3e2-44c81687c703,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:11.403894 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb0390-89c6-4f12-9b5c-3b472b86ca55 req-92a789e9-b3a2-4b64-b712-471807be45b1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:11.405553 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1edb0390-89c6-4f12-9b5c-3b472b86ca55 req-92a789e9-b3a2-4b64-b712-471807be45b1 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 945 time: 0.0614192 Jul 27 15:36:11.476188 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:11.515311 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1edb0390-89c6-4f12-9b5c-3b472b86ca55 req-1937e0b3-f002-4af4-b9dc-3bd4dc1caa9c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794549 Jul 27 15:36:11.636697 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caaefe81-71ce-4249-a899-79bf0d3170cf admin admin] Router 8ae11637-2b3a-4c8c-a15b-c360916f2037 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:36:11.662093 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2d0cf-95ef-4485-979b-22d41b63986a req-b1b7c133-4ed7-4e09-89e1-98a4f2292947 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:11.664081 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c6b2d0cf-95ef-4485-979b-22d41b63986a req-b1b7c133-4ed7-4e09-89e1-98a4f2292947 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 945 time: 0.0598156 Jul 27 15:36:11.702041 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46210) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:11.751316 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9687a0f1-812e-487d-adf4-0e532f6548b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:11.751751 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c6b2d0cf-95ef-4485-979b-22d41b63986a req-d401f3b9-0250-4991-b038-2843ac455b48 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779712 Jul 27 15:36:11.802283 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46212) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:11.812063 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaefe81-71ce-4249-a899-79bf0d3170cf admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:36:11.819198 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-caaefe81-71ce-4249-a899-79bf0d3170cf admin admin] 10.222.0.36 "PUT /v2.0/routers/8ae11637-2b3a-4c8c-a15b-c360916f2037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3045907 Jul 27 15:36:11.823373 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46216) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:11.829843 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c0580-cd2e-418c-ba4b-abd0e5942780 None None] Sync routers for ids ['8ae11637-2b3a-4c8c-a15b-c360916f2037'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:36:11.855265 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c0580-cd2e-418c-ba4b-abd0e5942780 None None] Routers {'8ae11637-2b3a-4c8c-a15b-c360916f2037'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:36:11.856974 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-e70c0580-cd2e-418c-ba4b-abd0e5942780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:35:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['8ae11637-2b3a-4c8c-a15b-c360916f2037'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:11.900367 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9687a0f1-812e-487d-adf4-0e532f6548b9 admin admin] Publish callbacks [] for security_group (0f1b922b-992e-48b9-a411-0ea12a8a2c3d), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:11.911154 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9687a0f1-812e-487d-adf4-0e532f6548b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (0f1b922b-992e-48b9-a411-0ea12a8a2c3d), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:11.964025 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9687a0f1-812e-487d-adf4-0e532f6548b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad1f740c0b4a471986f169b71c158988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605150 Jul 27 15:36:11.965309 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687a0f1-812e-487d-adf4-0e532f6548b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1b922b-992e-48b9-a411-0ea12a8a2c3d,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:11.967929 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46218) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:11.990827 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f731fcec-bb8b-4f07-9acf-07b58c45970a admin admin] Publish callbacks [] for router (8ae11637-2b3a-4c8c-a15b-c360916f2037), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:12.016357 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-e70c0580-cd2e-418c-ba4b-abd0e5942780 None None] Set router 8ae11637-2b3a-4c8c-a15b-c360916f2037 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:36:12.028018 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4bb48224-64f0-473c-9f21-862e59b91225 admin admin] Publish callbacks [] for security_group (0f1b922b-992e-48b9-a411-0ea12a8a2c3d), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:12.055631 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4bb48224-64f0-473c-9f21-862e59b91225 admin admin] Publish callbacks [] for security_group (0f1b922b-992e-48b9-a411-0ea12a8a2c3d), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:12.121262 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4bb48224-64f0-473c-9f21-862e59b91225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (0f1b922b-992e-48b9-a411-0ea12a8a2c3d), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:12.124361 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4bb48224-64f0-473c-9f21-862e59b91225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:12.125566 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4bb48224-64f0-473c-9f21-862e59b91225 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f1b922b-992e-48b9-a411-0ea12a8a2c3d HTTP/1.1" status: 204 len: 168 time: 0.1566708 Jul 27 15:36:12.136396 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f731fcec-bb8b-4f07-9acf-07b58c45970a admin admin] Publish callbacks [] for router_gateway (8ae11637-2b3a-4c8c-a15b-c360916f2037), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:12.144924 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb48224-64f0-473c-9f21-862e59b91225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1b922b-992e-48b9-a411-0ea12a8a2c3d,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:12.239866 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-e70c0580-cd2e-418c-ba4b-abd0e5942780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:36:10Z', 'revision_number': 5, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port': {'id': 'f756fc75-944b-473d-ae75-760c35d5cfc2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:28:32Z', 'updated_at': '2022-07-27T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:12.258233 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-f731fcec-bb8b-4f07-9acf-07b58c45970a admin admin] Deleting port f756fc75-944b-473d-ae75-760c35d5cfc2 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:36:12.258837 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f731fcec-bb8b-4f07-9acf-07b58c45970a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (f756fc75-944b-473d-ae75-760c35d5cfc2), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:12.266814 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c0580-cd2e-418c-ba4b-abd0e5942780 None None] Checking router: 8ae11637-2b3a-4c8c-a15b-c360916f2037 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:36:12.283635 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c0580-cd2e-418c-ba4b-abd0e5942780 None None] Routers {'8ae11637-2b3a-4c8c-a15b-c360916f2037'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:36:12.284251 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-e70c0580-cd2e-418c-ba4b-abd0e5942780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:35:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['8ae11637-2b3a-4c8c-a15b-c360916f2037'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:12.305940 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e31c4-c99f-4fa2-946a-67b1fc7acfd4 tempest-TestVolumeBootPattern-369566900 tempest-TestVolumeBootPattern-369566900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:12.307790 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f61e31c4-c99f-4fa2-946a-67b1fc7acfd4 tempest-TestVolumeBootPattern-369566900 tempest-TestVolumeBootPattern-369566900-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 1124 time: 0.5040414 Jul 27 15:36:12.311367 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46222) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:12.318940 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Request body: {'floatingip': {'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'port_id': 'a74c612d-f030-4677-ac76-2b3872c89434', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:12.382716 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:12.389779 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:12.391717 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-e70c0580-cd2e-418c-ba4b-abd0e5942780 None None] Set router 8ae11637-2b3a-4c8c-a15b-c360916f2037 gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:36:12.456871 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-f731fcec-bb8b-4f07-9acf-07b58c45970a admin admin] For port f756fc75-944b-473d-ae75-760c35d5cfc2, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=f756fc75-944b-473d-ae75-760c35d5cfc2,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:36:12.457288 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f731fcec-bb8b-4f07-9acf-07b58c45970a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (f756fc75-944b-473d-ae75-760c35d5cfc2), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:12.463951 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-e70c0580-cd2e-418c-ba4b-abd0e5942780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:36:12Z', 'revision_number': 6, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port_host': None}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:12.480946 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-f731fcec-bb8b-4f07-9acf-07b58c45970a admin admin] Calling delete_port for f756fc75-944b-473d-ae75-760c35d5cfc2 owned by network:router_gateway {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:36:12.496965 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c0580-cd2e-418c-ba4b-abd0e5942780 None None] The sync data for ids ['8ae11637-2b3a-4c8c-a15b-c360916f2037'] in dv-cinder-841315-2-iscsi is: [{'id': '8ae11637-2b3a-4c8c-a15b-c360916f2037', 'name': 'tempest-AttachVolumeShelveTestJSON-814014817-router', 'tenant_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:28:31Z', 'updated_at': '2022-07-27T15:36:12Z', 'revision_number': 6, 'project_id': 'ddfdba8b75e643b485b2237ae070a1b2', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:36:12.560929 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:12.581485 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:12.792781 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Allocated IP 172.27.1.229 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/ebfe33ee-5735-4b53-a302-11498d6c4e72) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:36:12.792978 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:36:12.820255 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f731fcec-bb8b-4f07-9acf-07b58c45970a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (f756fc75-944b-473d-ae75-760c35d5cfc2), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:12.859620 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731fcec-bb8b-4f07-9acf-07b58c45970a admin admin] Pushing event deleted for resources: {'Port': ['ID=f756fc75-944b-473d-ae75-760c35d5cfc2,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:12.976174 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 0172039e-4d78-431f-989e-eb964871cdcb no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:36:13.001460 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: 0172039e-4d78-431f-989e-eb964871cdcb {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:36:13.001918 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 0172039e-4d78-431f-989e-eb964871cdcb not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:36:13.041760 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f731fcec-bb8b-4f07-9acf-07b58c45970a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376603'] for router_gateway (8ae11637-2b3a-4c8c-a15b-c360916f2037), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:13.154626 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f731fcec-bb8b-4f07-9acf-07b58c45970a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (8ae11637-2b3a-4c8c-a15b-c360916f2037), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:13.159108 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for port (ebfe33ee-5735-4b53-a302-11498d6c4e72), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:13.161077 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f731fcec-bb8b-4f07-9acf-07b58c45970a admin admin] Publish callbacks [] for router_controller (8ae11637-2b3a-4c8c-a15b-c360916f2037), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:13.215601 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f731fcec-bb8b-4f07-9acf-07b58c45970a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693842'] for router (8ae11637-2b3a-4c8c-a15b-c360916f2037), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:13.216213 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f731fcec-bb8b-4f07-9acf-07b58c45970a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ae11637-2b3a-4c8c-a15b-c360916f2037 {{(pid=103936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:36:13.223340 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f731fcec-bb8b-4f07-9acf-07b58c45970a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:13.224509 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f731fcec-bb8b-4f07-9acf-07b58c45970a admin admin] 10.222.0.36 "DELETE /v2.0/routers/8ae11637-2b3a-4c8c-a15b-c360916f2037 HTTP/1.1" status: 204 len: 168 time: 1.4000530 Jul 27 15:36:13.227170 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46244) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:13.237204 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (ebfe33ee-5735-4b53-a302-11498d6c4e72), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:13.275415 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:36:13.284470 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:36:13.286557 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-09387cf7-431b-416c-8556-12a3a91eb3f6 admin admin] Deleting subnet 40f6b828-0dfb-469f-8ba5-9835528b3b1e {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 15:36:13.288407 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:36:13.289925 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-09387cf7-431b-416c-8556-12a3a91eb3f6 admin admin] Publish callbacks [] for subnet (40f6b828-0dfb-469f-8ba5-9835528b3b1e), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:13.290475 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:13.324047 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event updated for resources: {'Port': ['ID=ebfe33ee-5735-4b53-a302-11498d6c4e72,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:13.324430 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:13.330247 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-09387cf7-431b-416c-8556-12a3a91eb3f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9385129'] for subnet (40f6b828-0dfb-469f-8ba5-9835528b3b1e), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:13.450226 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:13.478408 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-09387cf7-431b-416c-8556-12a3a91eb3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563307'] for subnet (40f6b828-0dfb-469f-8ba5-9835528b3b1e), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:13.543412 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-09387cf7-431b-416c-8556-12a3a91eb3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9021768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9007727'] for subnet (40f6b828-0dfb-469f-8ba5-9835528b3b1e), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:13.579976 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09387cf7-431b-416c-8556-12a3a91eb3f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f6b828-0dfb-469f-8ba5-9835528b3b1e,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:13.584483 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-09387cf7-431b-416c-8556-12a3a91eb3f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:13.588351 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-09387cf7-431b-416c-8556-12a3a91eb3f6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/40f6b828-0dfb-469f-8ba5-9835528b3b1e HTTP/1.1" status: 204 len: 168 time: 0.3592703 Jul 27 15:36:13.592325 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46254) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:13.596884 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6e9787-49fc-4a44-9790-e4f3ac2251f1 None None] Network bad7c82a-807d-4c47-8386-1a6c9fb4e649 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:36:13.621102 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:13.679483 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409505'] for network (bad7c82a-807d-4c47-8386-1a6c9fb4e649), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:13.737564 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] Deleting port 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:36:13.738168 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:13.738600 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for floatingip (a7d1ba3b-e5f7-4702-8faf-58785a3379ad), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:13.839476 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] For port 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc,segment=NetworkSegment(c4d8fe64-5236-410c-82d1-867b4f3d232e),segment_id=c4d8fe64-5236-410c-82d1-867b4f3d232e)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:36:13.839870 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:13.842252 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (ebfe33ee-5735-4b53-a302-11498d6c4e72), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:13.863082 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] Calling delete_port for 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc owned by network:dhcp {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:36:14.035051 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.059029 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] Pushing event deleted for resources: {'Port': ['ID=8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:14.069313 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] No DVR routers for this DVR port 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc on host dv-cinder-841315-2-iscsi {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:36:14.081048 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7476bcb7-b36f-4af6-aa9a-50ce0b93d4dc None None] DHCP port deletion for bad7c82a-807d-4c47-8386-1a6c9fb4e649 request from dv-cinder-841315-2-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 15:36:14.134897 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for port (ebfe33ee-5735-4b53-a302-11498d6c4e72), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.142267 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (ebfe33ee-5735-4b53-a302-11498d6c4e72), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.152759 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561221', 'neutron.services.segments.db._delete_segments_for_network-8768358125770'] for network (bad7c82a-807d-4c47-8386-1a6c9fb4e649), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.175755 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad7c82a-807d-4c47-8386-1a6c9fb4e649']}} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:14.189703 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d8fe64-5236-410c-82d1-867b4f3d232e') {'for_net_delete': True} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:14.189997 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d8fe64-5236-410c-82d1-867b4f3d232e') {} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:14.202490 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768358125671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385136'] for segment (c4d8fe64-5236-410c-82d1-867b4f3d232e), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.219330 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (c4d8fe64-5236-410c-82d1-867b4f3d232e), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.235457 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:36:14.236807 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9021718'] for segment (c4d8fe64-5236-410c-82d1-867b4f3d232e), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.242737 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event updated for resources: {'Port': ['ID=ebfe33ee-5735-4b53-a302-11498d6c4e72,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:14.258287 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (a7d1ba3b-e5f7-4702-8faf-58785a3379ad), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.284023 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment c4d8fe64-5236-410c-82d1-867b4f3d232e resource provider aggregate not found Jul 27 15:36:14.305158 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment c4d8fe64-5236-410c-82d1-867b4f3d232e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4d8fe64-5236-410c-82d1-867b4f3d232e found for delete ", "request_id": "req-b4bf7bb9-8faf-4aa3-b59b-782c2cccedd9"}]} Jul 27 15:36:14.316979 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376631'] for network (bad7c82a-807d-4c47-8386-1a6c9fb4e649), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.338270 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.345785 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] 10.222.0.36 "DELETE /v2.0/networks/bad7c82a-807d-4c47-8386-1a6c9fb4e649 HTTP/1.1" status: 204 len: 168 time: 0.7481923 Jul 27 15:36:14.345785 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c528d-bf91-456e-9582-607c5ac218df admin admin] Pushing event deleted for resources: {'Network': ['ID=bad7c82a-807d-4c47-8386-1a6c9fb4e649,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:14.379674 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Floating IP a7d1ba3b-e5f7-4702-8faf-58785a3379ad associated. External IP: 172.27.1.229, port: a74c612d-f030-4677-ac76-2b3872c89434. Jul 27 15:36:14.421213 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:14.481442 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46276) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:14.574199 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a940ede7-76a2-42a7-b0b9-857b6ca89787 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ddfdba8b75e643b485b2237ae070a1b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0916407 Jul 27 15:36:14.582182 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46278) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:14.582303 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46280) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:14.674733 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Router 03772c83-407b-4810-9990-a9bb0d45ec7f has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:36:14.683334 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-000d5eb9-3930-42c9-a83c-25feb650b433 admin admin] Publish callbacks [] for security_group (bc277984-3baf-424e-9d9c-35e33a2cf917), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.710944 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1daeff42-5459-4806-bd9d-36394c6e39c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.743966 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-000d5eb9-3930-42c9-a83c-25feb650b433 admin admin] Publish callbacks [] for security_group (bc277984-3baf-424e-9d9c-35e33a2cf917), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.761183 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:14.776649 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:36:14.798617 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:36:14.799886 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 8646bc39-c05d-4ffe-8ff2-d6cf1ca0e6fc not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:36:14.800554 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device f756fc75-944b-473d-ae75-760c35d5cfc2 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:36:14.821041 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: f756fc75-944b-473d-ae75-760c35d5cfc2 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:36:14.821471 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device f756fc75-944b-473d-ae75-760c35d5cfc2 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:36:14.834779 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1daeff42-5459-4806-bd9d-36394c6e39c9 admin admin] Publish callbacks [] for security_group (a5229d37-db55-4a71-851a-d9a748055f7e), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.839309 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1daeff42-5459-4806-bd9d-36394c6e39c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (a5229d37-db55-4a71-851a-d9a748055f7e), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.851427 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:14.866773 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:36:14.881300 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd3d117-e0f4-4a5d-ab70-bc70b0941cb6 None None] Sync routers for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:36:14.892086 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd3d117-e0f4-4a5d-ab70-bc70b0941cb6 None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:36:14.893165 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-1dd3d117-e0f4-4a5d-ab70-bc70b0941cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:35:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:14.893811 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.910213 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-1daeff42-5459-4806-bd9d-36394c6e39c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=499e0f15738747008e4627eb5173a991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266442 Jul 27 15:36:14.913920 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46284) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:14.916488 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-000d5eb9-3930-42c9-a83c-25feb650b433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (bc277984-3baf-424e-9d9c-35e33a2cf917), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.919027 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-000d5eb9-3930-42c9-a83c-25feb650b433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:14.922666 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-000d5eb9-3930-42c9-a83c-25feb650b433 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc277984-3baf-424e-9d9c-35e33a2cf917 HTTP/1.1" status: 204 len: 168 time: 0.3409078 Jul 27 15:36:14.936224 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d5eb9-3930-42c9-a83c-25feb650b433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc277984-3baf-424e-9d9c-35e33a2cf917,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:14.939336 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-654347f5-c640-4a3c-8ec1-5bd40a1c0507 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6265769 Jul 27 15:36:14.940815 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20304f5-8614-4b22-a414-e1c5d5a610e1', 'tag': 'a74c612d-f030-4677-ac76-2b3872c89434'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:36:14.943120 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fba4c7-7394-4463-beea-cfa8624223e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c20304f5-8614-4b22-a414-e1c5d5a610e1", "tag": "a74c612d-f030-4677-ac76-2b3872c89434"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:36:14.954203 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daeff42-5459-4806-bd9d-36394c6e39c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5229d37-db55-4a71-851a-d9a748055f7e,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:14.990439 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:15.020050 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cac3e707-a970-43bd-9440-94ce357cb49a admin admin] Publish callbacks [] for security_group (a5229d37-db55-4a71-851a-d9a748055f7e), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:15.047968 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cac3e707-a970-43bd-9440-94ce357cb49a admin admin] Publish callbacks [] for security_group (a5229d37-db55-4a71-851a-d9a748055f7e), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:15.101199 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-1dd3d117-e0f4-4a5d-ab70-bc70b0941cb6 None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:36:15.139660 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cac3e707-a970-43bd-9440-94ce357cb49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (a5229d37-db55-4a71-851a-d9a748055f7e), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:15.146283 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cac3e707-a970-43bd-9440-94ce357cb49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:15.152306 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-cac3e707-a970-43bd-9440-94ce357cb49a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5229d37-db55-4a71-851a-d9a748055f7e HTTP/1.1" status: 204 len: 168 time: 0.2371287 Jul 27 15:36:15.167994 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3e707-a970-43bd-9440-94ce357cb49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5229d37-db55-4a71-851a-d9a748055f7e,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:15.177329 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eac1234-3c3e-4bef-81eb-45d93e1cedf9 x-openstack-request-id: req-9eac1234-3c3e-4bef-81eb-45d93e1cedf9 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:36:15.177783 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20304f5-8614-4b22-a414-e1c5d5a610e1", "tag": "a74c612d-f030-4677-ac76-2b3872c89434", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:36:15.178355 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9eac1234-3c3e-4bef-81eb-45d93e1cedf9 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:36:15.178932 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eac1234-3c3e-4bef-81eb-45d93e1cedf9'] response: {'name': 'network-changed', 'server_uuid': 'c20304f5-8614-4b22-a414-e1c5d5a610e1', 'tag': 'a74c612d-f030-4677-ac76-2b3872c89434', 'status': 'completed', 'code': 200} Jul 27 15:36:15.274314 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fba4c7-7394-4463-beea-cfa8624223e2 req-1dd635c9-6f84-41d5-a079-b127c8bf21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:15.277192 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-72fba4c7-7394-4463-beea-cfa8624223e2 req-1dd635c9-6f84-41d5-a079-b127c8bf21d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd186ce4ca4030b191309f43d43baa&device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 1129 time: 0.0692301 Jul 27 15:36:15.350332 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:15.428457 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:15.434213 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-1dd3d117-e0f4-4a5d-ab70-bc70b0941cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '110bd7f1-8545-46bd-8231-e58e225b2eef', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'port_id': '91e538f2-eb06-41ad-a122-92406428be4c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'mac_address': 'fa:16:3e:25:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:03Z', 'updated_at': '2022-07-27T15:34:06Z', 'revision_number': 1, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address_scope': None}, {'id': 'a7d1ba3b-e5f7-4702-8faf-58785a3379ad', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'port_id': 'a74c612d-f030-4677-ac76-2b3872c89434', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'mac_address': 'fa:16:3e:2a:21:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20304f5-8614-4b22-a414-e1c5d5a610e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:36:13Z', 'updated_at': '2022-07-27T15:36:13Z', 'revision_number': 0, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:15.472798 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd3d117-e0f4-4a5d-ab70-bc70b0941cb6 None None] Checking router: 03772c83-407b-4810-9990-a9bb0d45ec7f for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:36:15.485168 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd3d117-e0f4-4a5d-ab70-bc70b0941cb6 None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:36:15.485818 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-1dd3d117-e0f4-4a5d-ab70-bc70b0941cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:35:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:15.666736 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46306) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:15.673440 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fba4c7-7394-4463-beea-cfa8624223e2 req-8eef256d-0779-4f06-9984-f7990994f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:15.675531 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-72fba4c7-7394-4463-beea-cfa8624223e2 req-8eef256d-0779-4f06-9984-f7990994f108 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a03d84d0-4188-403f-a4d9-b8ed9de732b3 HTTP/1.1" status: 200 len: 913 time: 0.3921220 Jul 27 15:36:15.677558 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-1dd3d117-e0f4-4a5d-ab70-bc70b0941cb6 None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:36:15.689089 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef7ee-ff6d-4868-93bd-6e66727c136a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:15.757421 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-72fba4c7-7394-4463-beea-cfa8624223e2 req-fdfb8d54-bbc1-4c24-a09b-64d54a03f6ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a74c612d-f030-4677-ac76-2b3872c89434 HTTP/1.1" status: 200 len: 999 time: 0.0723331 Jul 27 15:36:15.819775 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fba4c7-7394-4463-beea-cfa8624223e2 req-2a374ef3-b8cf-4f3c-8838-7d51843059f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:15.823550 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-72fba4c7-7394-4463-beea-cfa8624223e2 req-2a374ef3-b8cf-4f3c-8838-7d51843059f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=732f863c-5d62-47ba-8c31-618efdabdcdf HTTP/1.1" status: 200 len: 851 time: 0.0583510 Jul 27 15:36:15.828006 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef7ee-ff6d-4868-93bd-6e66727c136a admin admin] Publish callbacks [] for security_group (992663a1-43f5-4562-a8a8-ae3517b6e1b1), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:15.835793 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef7ee-ff6d-4868-93bd-6e66727c136a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (992663a1-43f5-4562-a8a8-ae3517b6e1b1), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:15.910172 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-7e9ef7ee-ff6d-4868-93bd-6e66727c136a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=acc7e50586884fd7b68d8fe2a867b3bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417080 Jul 27 15:36:15.911666 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ef7ee-ff6d-4868-93bd-6e66727c136a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992663a1-43f5-4562-a8a8-ae3517b6e1b1,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:15.914892 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46314) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:15.934083 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fba4c7-7394-4463-beea-cfa8624223e2 req-6d28865f-11be-4389-bcad-80348fe41c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:15.935689 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-72fba4c7-7394-4463-beea-cfa8624223e2 req-6d28865f-11be-4389-bcad-80348fe41c10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a03d84d0-4188-403f-a4d9-b8ed9de732b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1056006 Jul 27 15:36:15.961626 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:16.014360 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-1dd3d117-e0f4-4a5d-ab70-bc70b0941cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '110bd7f1-8545-46bd-8231-e58e225b2eef', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'port_id': '91e538f2-eb06-41ad-a122-92406428be4c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'mac_address': 'fa:16:3e:25:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:03Z', 'updated_at': '2022-07-27T15:34:06Z', 'revision_number': 1, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address_scope': None}, {'id': 'a7d1ba3b-e5f7-4702-8faf-58785a3379ad', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'port_id': 'a74c612d-f030-4677-ac76-2b3872c89434', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'mac_address': 'fa:16:3e:2a:21:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20304f5-8614-4b22-a414-e1c5d5a610e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:36:13Z', 'updated_at': '2022-07-27T15:36:13Z', 'revision_number': 0, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:16.044255 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9052349f-dc9f-44fd-9c76-a4ad5d759c90 admin admin] Publish callbacks [] for security_group (992663a1-43f5-4562-a8a8-ae3517b6e1b1), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:16.059611 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd3d117-e0f4-4a5d-ab70-bc70b0941cb6 None None] The sync data for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi is: [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '110bd7f1-8545-46bd-8231-e58e225b2eef', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'port_id': '91e538f2-eb06-41ad-a122-92406428be4c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'mac_address': 'fa:16:3e:25:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:03Z', 'updated_at': '2022-07-27T15:34:06Z', 'revision_number': 1, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address_scope': None}, {'id': 'a7d1ba3b-e5f7-4702-8faf-58785a3379ad', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'port_id': 'a74c612d-f030-4677-ac76-2b3872c89434', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'mac_address': 'fa:16:3e:2a:21:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20304f5-8614-4b22-a414-e1c5d5a610e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:36:13Z', 'updated_at': '2022-07-27T15:36:13Z', 'revision_number': 0, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:36:16.088101 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9052349f-dc9f-44fd-9c76-a4ad5d759c90 admin admin] Publish callbacks [] for security_group (992663a1-43f5-4562-a8a8-ae3517b6e1b1), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:16.091659 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-72fba4c7-7394-4463-beea-cfa8624223e2 req-c9a0b0d4-a421-4c95-a973-2db2dcba3bfd service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448097 Jul 27 15:36:16.227890 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-72fba4c7-7394-4463-beea-cfa8624223e2 req-6752ddef-f469-4981-b2b9-550eda31da53 service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259058 Jul 27 15:36:16.229874 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9052349f-dc9f-44fd-9c76-a4ad5d759c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (992663a1-43f5-4562-a8a8-ae3517b6e1b1), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:16.232972 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9052349f-dc9f-44fd-9c76-a4ad5d759c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:16.234611 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9052349f-dc9f-44fd-9c76-a4ad5d759c90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/992663a1-43f5-4562-a8a8-ae3517b6e1b1 HTTP/1.1" status: 204 len: 168 time: 0.3186827 Jul 27 15:36:16.245426 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052349f-dc9f-44fd-9c76-a4ad5d759c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992663a1-43f5-4562-a8a8-ae3517b6e1b1,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:16.344948 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47801da7-2c58-4043-a9f5-922ca10a5bb0 None None] New status for floating IP a7d1ba3b-e5f7-4702-8faf-58785a3379ad: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:36:16.486301 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:17.087505 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4ff880bc-3ff7-49e6-89e8-849fc444d183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:17.601780 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46376) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:17.864246 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b5f2db82-adc6-4bf0-b699-6853f28880e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:17.961304 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b5f2db82-adc6-4bf0-b699-6853f28880e5 admin admin] Publish callbacks [] for security_group (cb748d11-0139-4bf1-af5a-9870f9d404d4), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:17.966791 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b5f2db82-adc6-4bf0-b699-6853f28880e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (cb748d11-0139-4bf1-af5a-9870f9d404d4), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:18.011061 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b5f2db82-adc6-4bf0-b699-6853f28880e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef2a0fa7bc1f4744abff7bf6812fa4d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4070196 Jul 27 15:36:18.012304 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2db82-adc6-4bf0-b699-6853f28880e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb748d11-0139-4bf1-af5a-9870f9d404d4,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:18.013697 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46390) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:18.085786 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-af3b11a4-d122-4e70-8ff8-7a0066e387b9 admin admin] Publish callbacks [] for security_group (cb748d11-0139-4bf1-af5a-9870f9d404d4), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:18.109509 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-af3b11a4-d122-4e70-8ff8-7a0066e387b9 admin admin] Publish callbacks [] for security_group (cb748d11-0139-4bf1-af5a-9870f9d404d4), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:18.183155 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-af3b11a4-d122-4e70-8ff8-7a0066e387b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (cb748d11-0139-4bf1-af5a-9870f9d404d4), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:18.183155 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-af3b11a4-d122-4e70-8ff8-7a0066e387b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:18.183155 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-af3b11a4-d122-4e70-8ff8-7a0066e387b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb748d11-0139-4bf1-af5a-9870f9d404d4 HTTP/1.1" status: 204 len: 168 time: 0.1678321 Jul 27 15:36:18.191900 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b11a4-d122-4e70-8ff8-7a0066e387b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb748d11-0139-4bf1-af5a-9870f9d404d4,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:18.565955 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46406) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:18.590493 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ae9e263c-59e7-4a59-b103-64277cf3b39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:18.607574 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:18.680845 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ae9e263c-59e7-4a59-b103-64277cf3b39a admin admin] Publish callbacks [] for security_group (72da7093-d547-4e67-a81a-64c0b9a85403), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:18.686129 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ae9e263c-59e7-4a59-b103-64277cf3b39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (72da7093-d547-4e67-a81a-64c0b9a85403), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:18.744304 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ae9e263c-59e7-4a59-b103-64277cf3b39a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80a96ce8722440368f29e5b2a47e7b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767132 Jul 27 15:36:18.745465 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e263c-59e7-4a59-b103-64277cf3b39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72da7093-d547-4e67-a81a-64c0b9a85403,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:18.746954 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46412) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:18.831944 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f2120da9-8cc4-45f1-9c14-76d22a185443 admin admin] Publish callbacks [] for security_group (72da7093-d547-4e67-a81a-64c0b9a85403), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:18.871812 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f2120da9-8cc4-45f1-9c14-76d22a185443 admin admin] Publish callbacks [] for security_group (72da7093-d547-4e67-a81a-64c0b9a85403), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:18.926010 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f2120da9-8cc4-45f1-9c14-76d22a185443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (72da7093-d547-4e67-a81a-64c0b9a85403), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:18.928974 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f2120da9-8cc4-45f1-9c14-76d22a185443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:18.930130 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-f2120da9-8cc4-45f1-9c14-76d22a185443 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72da7093-d547-4e67-a81a-64c0b9a85403 HTTP/1.1" status: 204 len: 168 time: 0.1820543 Jul 27 15:36:18.938976 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2120da9-8cc4-45f1-9c14-76d22a185443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72da7093-d547-4e67-a81a-64c0b9a85403,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:19.314014 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-37d7a8e2-2942-4765-b709-8922a96c42e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:20.851408 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:20.972354 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46478) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:21.097392 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d4366d16-2056-4293-8414-6d80b5791ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:21.174287 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:21.179197 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=20 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:21.201426 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d4366d16-2056-4293-8414-6d80b5791ff1 admin admin] Publish callbacks [] for security_group (721ff45c-fcda-4051-aec2-89a0f0c8ede9), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:21.213052 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d4366d16-2056-4293-8414-6d80b5791ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (721ff45c-fcda-4051-aec2-89a0f0c8ede9), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:21.267243 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d4366d16-2056-4293-8414-6d80b5791ff1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08d3beeba6ce451eaf57b6a1a58cd330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937763 Jul 27 15:36:21.268271 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4366d16-2056-4293-8414-6d80b5791ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721ff45c-fcda-4051-aec2-89a0f0c8ede9,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:21.270853 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46490) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:21.330906 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3123aa29-199a-4884-9eb6-738d455c27e6 admin admin] Publish callbacks [] for security_group (721ff45c-fcda-4051-aec2-89a0f0c8ede9), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:21.357138 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3123aa29-199a-4884-9eb6-738d455c27e6 admin admin] Publish callbacks [] for security_group (721ff45c-fcda-4051-aec2-89a0f0c8ede9), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:21.427189 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3123aa29-199a-4884-9eb6-738d455c27e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (721ff45c-fcda-4051-aec2-89a0f0c8ede9), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:21.430036 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3123aa29-199a-4884-9eb6-738d455c27e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:21.431614 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-3123aa29-199a-4884-9eb6-738d455c27e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/721ff45c-fcda-4051-aec2-89a0f0c8ede9 HTTP/1.1" status: 204 len: 168 time: 0.1583748 Jul 27 15:36:21.441235 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123aa29-199a-4884-9eb6-738d455c27e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721ff45c-fcda-4051-aec2-89a0f0c8ede9,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:21.797612 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46496) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:21.813628 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ba48abd4-5fe7-42ed-8a13-09dff4d0220a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:21.898535 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ba48abd4-5fe7-42ed-8a13-09dff4d0220a admin admin] Publish callbacks [] for security_group (3e103be1-036c-459b-b42e-4a3e743aced5), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:21.902662 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ba48abd4-5fe7-42ed-8a13-09dff4d0220a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (3e103be1-036c-459b-b42e-4a3e743aced5), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:21.944880 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-ba48abd4-5fe7-42ed-8a13-09dff4d0220a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=888af6270df6482fa138bfdcc2006a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454825 Jul 27 15:36:21.945625 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48abd4-5fe7-42ed-8a13-09dff4d0220a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e103be1-036c-459b-b42e-4a3e743aced5,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:21.948006 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46498) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:22.004238 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-10d6774b-8a05-4244-851b-0e2253861bf7 admin admin] Publish callbacks [] for security_group (3e103be1-036c-459b-b42e-4a3e743aced5), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:22.027255 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-10d6774b-8a05-4244-851b-0e2253861bf7 admin admin] Publish callbacks [] for security_group (3e103be1-036c-459b-b42e-4a3e743aced5), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:22.080821 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:22.084694 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-10d6774b-8a05-4244-851b-0e2253861bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (3e103be1-036c-459b-b42e-4a3e743aced5), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:22.088681 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-10d6774b-8a05-4244-851b-0e2253861bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:22.088681 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-10d6774b-8a05-4244-851b-0e2253861bf7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e103be1-036c-459b-b42e-4a3e743aced5 HTTP/1.1" status: 204 len: 168 time: 0.1395729 Jul 27 15:36:22.100678 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6774b-8a05-4244-851b-0e2253861bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e103be1-036c-459b-b42e-4a3e743aced5,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:22.263328 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:24.668121 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46592) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:24.823976 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-250f679d-bdb2-47dd-a062-63e83ca2da4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:24.930631 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-250f679d-bdb2-47dd-a062-63e83ca2da4e admin admin] Publish callbacks [] for security_group (74aa408a-14da-453d-aa2c-abb6ded4dd9f), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:24.937062 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-250f679d-bdb2-47dd-a062-63e83ca2da4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (74aa408a-14da-453d-aa2c-abb6ded4dd9f), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:24.997192 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-250f679d-bdb2-47dd-a062-63e83ca2da4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a3899ff5d2b4b5486db637cccf4b6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277583 Jul 27 15:36:24.998501 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f679d-bdb2-47dd-a062-63e83ca2da4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74aa408a-14da-453d-aa2c-abb6ded4dd9f,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:25.001253 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46606) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:25.066446 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:25.072961 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3868-6ed2-424a-9faf-8a6c945ed4c1 admin admin] Publish callbacks [] for security_group (74aa408a-14da-453d-aa2c-abb6ded4dd9f), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:25.100222 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3868-6ed2-424a-9faf-8a6c945ed4c1 admin admin] Publish callbacks [] for security_group (74aa408a-14da-453d-aa2c-abb6ded4dd9f), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:25.161281 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3868-6ed2-424a-9faf-8a6c945ed4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (74aa408a-14da-453d-aa2c-abb6ded4dd9f), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:25.164108 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3868-6ed2-424a-9faf-8a6c945ed4c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:25.165380 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-dfbd3868-6ed2-424a-9faf-8a6c945ed4c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74aa408a-14da-453d-aa2c-abb6ded4dd9f HTTP/1.1" status: 204 len: 168 time: 0.1611099 Jul 27 15:36:25.175026 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd3868-6ed2-424a-9faf-8a6c945ed4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aa408a-14da-453d-aa2c-abb6ded4dd9f,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:25.489319 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46612) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:25.503357 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ac61dd55-740b-4f65-9c32-e86d3b23aec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:25.586875 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ac61dd55-740b-4f65-9c32-e86d3b23aec7 admin admin] Publish callbacks [] for security_group (de2020e1-db4b-45a9-9871-f947e246696e), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:25.591541 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ac61dd55-740b-4f65-9c32-e86d3b23aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (de2020e1-db4b-45a9-9871-f947e246696e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:25.636827 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61dd55-740b-4f65-9c32-e86d3b23aec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2020e1-db4b-45a9-9871-f947e246696e,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:25.641253 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ac61dd55-740b-4f65-9c32-e86d3b23aec7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7539230ea3f420291b123f6b42d40b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508982 Jul 27 15:36:25.643818 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46614) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:25.695450 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-947ec44d-e8e6-452b-9332-75c6fb213a1e admin admin] Publish callbacks [] for security_group (de2020e1-db4b-45a9-9871-f947e246696e), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:25.718951 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-947ec44d-e8e6-452b-9332-75c6fb213a1e admin admin] Publish callbacks [] for security_group (de2020e1-db4b-45a9-9871-f947e246696e), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:25.745612 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:25.769062 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-947ec44d-e8e6-452b-9332-75c6fb213a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (de2020e1-db4b-45a9-9871-f947e246696e), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:25.771748 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-947ec44d-e8e6-452b-9332-75c6fb213a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:25.772948 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-947ec44d-e8e6-452b-9332-75c6fb213a1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de2020e1-db4b-45a9-9871-f947e246696e HTTP/1.1" status: 204 len: 168 time: 0.1281931 Jul 27 15:36:25.781274 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ec44d-e8e6-452b-9332-75c6fb213a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2020e1-db4b-45a9-9871-f947e246696e,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:26.515795 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:26.546509 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46650) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:26.650231 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-317ac63f-8633-4368-b28d-8cbddcf84302 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1799623653-network', 'tenant_id': 'd4fad8f265cd458b8557cf0d21adfa1f'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:26.673958 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317ac63f-8633-4368-b28d-8cbddcf84302 admin admin] Made reservation on behalf of d4fad8f265cd458b8557cf0d21adfa1f for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:36:26.676575 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-317ac63f-8633-4368-b28d-8cbddcf84302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:26.688547 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-317ac63f-8633-4368-b28d-8cbddcf84302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:26.732397 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:26.773260 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-317ac63f-8633-4368-b28d-8cbddcf84302 admin admin] Publish callbacks [] for security_group (36c78581-02d8-49e9-92bb-e90135fb0be4), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:26.777601 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-317ac63f-8633-4368-b28d-8cbddcf84302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (36c78581-02d8-49e9-92bb-e90135fb0be4), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:26.791468 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:26.803654 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46656) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:26.806597 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317ac63f-8633-4368-b28d-8cbddcf84302 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:36:26.819023 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ac63f-8633-4368-b28d-8cbddcf84302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c78581-02d8-49e9-92bb-e90135fb0be4,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:26.825272 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-317ac63f-8633-4368-b28d-8cbddcf84302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (7aca5eea-8170-43db-8278-00a008c02ec3), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:26.825590 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-317ac63f-8633-4368-b28d-8cbddcf84302 admin admin] Added segment 7aca5eea-8170-43db-8278-00a008c02ec3 of type vlan for network 246a98cc-bc29-4c1a-9e1b-a821c77c875f Jul 27 15:36:26.872931 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-317ac63f-8633-4368-b28d-8cbddcf84302 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (246a98cc-bc29-4c1a-9e1b-a821c77c875f), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:26.909357 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-317ac63f-8633-4368-b28d-8cbddcf84302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (246a98cc-bc29-4c1a-9e1b-a821c77c875f), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:26.911286 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317ac63f-8633-4368-b28d-8cbddcf84302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:26.912179 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-317ac63f-8633-4368-b28d-8cbddcf84302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:26.944026 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1d34b874-3a83-49c2-a0f4-80b66ee7398b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:26.976455 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-317ac63f-8633-4368-b28d-8cbddcf84302 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4288290 Jul 27 15:36:26.979770 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46660) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:26.986333 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-a6487fb1-9799-4203-ad96-4549424f904b admin admin] Request body: {'subnet': {'network_id': '246a98cc-bc29-4c1a-9e1b-a821c77c875f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1799623653-subnet', 'tenant_id': 'd4fad8f265cd458b8557cf0d21adfa1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:26.988174 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ac63f-8633-4368-b28d-8cbddcf84302 admin admin] Pushing event updated for resources: {'Network': ['ID=246a98cc-bc29-4c1a-9e1b-a821c77c875f,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:27.002916 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network 246a98cc-bc29-4c1a-9e1b-a821c77c875f details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:36:27.027101 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6487fb1-9799-4203-ad96-4549424f904b admin admin] Made reservation on behalf of d4fad8f265cd458b8557cf0d21adfa1f for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:36:27.029552 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a6487fb1-9799-4203-ad96-4549424f904b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575577'] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:27.137160 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1d34b874-3a83-49c2-a0f4-80b66ee7398b admin admin] Publish callbacks [] for security_group (272cca04-fca8-48c4-ac13-9c2fa5ee7170), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:27.144428 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1d34b874-3a83-49c2-a0f4-80b66ee7398b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (272cca04-fca8-48c4-ac13-9c2fa5ee7170), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:27.193360 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1d34b874-3a83-49c2-a0f4-80b66ee7398b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33d5f2cbe7ee436b982a61bb80069522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880274 Jul 27 15:36:27.196158 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46662) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:27.224414 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34b874-3a83-49c2-a0f4-80b66ee7398b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272cca04-fca8-48c4-ac13-9c2fa5ee7170,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:27.258494 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2a4f9522-0c1e-4113-b56b-d0922cc74c3e admin admin] Publish callbacks [] for security_group (272cca04-fca8-48c4-ac13-9c2fa5ee7170), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:27.282164 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2a4f9522-0c1e-4113-b56b-d0922cc74c3e admin admin] Publish callbacks [] for security_group (272cca04-fca8-48c4-ac13-9c2fa5ee7170), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:27.306540 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a6487fb1-9799-4203-ad96-4549424f904b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8434442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575607'] for subnet (9fa69e3b-0ee2-4ea5-aefd-e6933e079ae9), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:27.336452 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:27.340194 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2a4f9522-0c1e-4113-b56b-d0922cc74c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (272cca04-fca8-48c4-ac13-9c2fa5ee7170), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:27.343017 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2a4f9522-0c1e-4113-b56b-d0922cc74c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:27.344451 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-2a4f9522-0c1e-4113-b56b-d0922cc74c3e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/272cca04-fca8-48c4-ac13-9c2fa5ee7170 HTTP/1.1" status: 204 len: 168 time: 0.1472919 Jul 27 15:36:27.358975 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f9522-0c1e-4113-b56b-d0922cc74c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272cca04-fca8-48c4-ac13-9c2fa5ee7170,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:27.378205 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6487fb1-9799-4203-ad96-4549424f904b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa69e3b-0ee2-4ea5-aefd-e6933e079ae9,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:27.389221 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6487fb1-9799-4203-ad96-4549424f904b admin admin] Checking segment: {'id': '7aca5eea-8170-43db-8278-00a008c02ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '246a98cc-bc29-4c1a-9e1b-a821c77c875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:36:27.389517 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6487fb1-9799-4203-ad96-4549424f904b admin admin] Network hostable DHCP agents. Network: 246a98cc-bc29-4c1a-9e1b-a821c77c875f, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:36:27.408719 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6487fb1-9799-4203-ad96-4549424f904b admin admin] Network 246a98cc-bc29-4c1a-9e1b-a821c77c875f is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:36:27.418722 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-a6487fb1-9799-4203-ad96-4549424f904b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, 246a98cc-bc29-4c1a-9e1b-a821c77c875f) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:36:27.423811 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6487fb1-9799-4203-ad96-4549424f904b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:27.424583 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a6487fb1-9799-4203-ad96-4549424f904b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:27.430357 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ec5503-071d-4359-8997-5bb309af20e3 None None] Network 246a98cc-bc29-4c1a-9e1b-a821c77c875f requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:36:27.451373 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a6487fb1-9799-4203-ad96-4549424f904b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4701099 Jul 27 15:36:27.540584 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba9eda4-e391-4e07-a69b-927ef8e01add None None] Network 246a98cc-bc29-4c1a-9e1b-a821c77c875f requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:36:27.727012 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46676) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:27.741681 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7b00-638b-4978-9306-e9b8b1330188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:27.829378 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7b00-638b-4978-9306-e9b8b1330188 admin admin] Publish callbacks [] for security_group (a0ab318d-3b58-42f3-82f3-a5a902f77fc7), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:27.834497 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7b00-638b-4978-9306-e9b8b1330188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (a0ab318d-3b58-42f3-82f3-a5a902f77fc7), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:27.877606 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-8c8a7b00-638b-4978-9306-e9b8b1330188 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ebf2dd4f1d241a29eeab11ff449fb1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494946 Jul 27 15:36:27.878320 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a7b00-638b-4978-9306-e9b8b1330188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ab318d-3b58-42f3-82f3-a5a902f77fc7,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:27.880642 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46682) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:27.938580 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e08329d-9b21-4c32-884b-3ff0412a8147 admin admin] Publish callbacks [] for security_group (a0ab318d-3b58-42f3-82f3-a5a902f77fc7), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:27.978728 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e08329d-9b21-4c32-884b-3ff0412a8147 admin admin] Publish callbacks [] for security_group (a0ab318d-3b58-42f3-82f3-a5a902f77fc7), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.039909 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e08329d-9b21-4c32-884b-3ff0412a8147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (a0ab318d-3b58-42f3-82f3-a5a902f77fc7), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.043375 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e08329d-9b21-4c32-884b-3ff0412a8147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.050176 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4e08329d-9b21-4c32-884b-3ff0412a8147 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0ab318d-3b58-42f3-82f3-a5a902f77fc7 HTTP/1.1" status: 204 len: 168 time: 0.1632524 Jul 27 15:36:28.060454 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08329d-9b21-4c32-884b-3ff0412a8147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ab318d-3b58-42f3-82f3-a5a902f77fc7,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:28.113097 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46692) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:28.118074 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-c75b8170-1295-45ec-ba60-545c21e03eb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2050589672-network', 'tenant_id': 'c643ea4cc37b45eea4346404772e46a7'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:28.130805 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:28.143086 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75b8170-1295-45ec-ba60-545c21e03eb0 admin admin] Made reservation on behalf of c643ea4cc37b45eea4346404772e46a7 for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:36:28.146809 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c75b8170-1295-45ec-ba60-545c21e03eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.160127 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c75b8170-1295-45ec-ba60-545c21e03eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.250894 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c75b8170-1295-45ec-ba60-545c21e03eb0 admin admin] Publish callbacks [] for security_group (9f68fb3b-7273-4942-ae10-7ed4b113eb98), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.254509 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c75b8170-1295-45ec-ba60-545c21e03eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (9f68fb3b-7273-4942-ae10-7ed4b113eb98), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.260649 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:UPDATE=1,neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:28.288197 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75b8170-1295-45ec-ba60-545c21e03eb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:36:28.301618 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b8170-1295-45ec-ba60-545c21e03eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f68fb3b-7273-4942-ae10-7ed4b113eb98,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:28.304927 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c75b8170-1295-45ec-ba60-545c21e03eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (bff10801-bcc6-4794-97f4-9978a8652c3b), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.305440 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-c75b8170-1295-45ec-ba60-545c21e03eb0 admin admin] Added segment bff10801-bcc6-4794-97f4-9978a8652c3b of type vlan for network de85ab1d-abeb-4296-b7b5-d464a1e8a347 Jul 27 15:36:28.354484 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c75b8170-1295-45ec-ba60-545c21e03eb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (de85ab1d-abeb-4296-b7b5-d464a1e8a347), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.380452 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c75b8170-1295-45ec-ba60-545c21e03eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (de85ab1d-abeb-4296-b7b5-d464a1e8a347), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.381474 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75b8170-1295-45ec-ba60-545c21e03eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:28.382054 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-c75b8170-1295-45ec-ba60-545c21e03eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.434086 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46696) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:28.435700 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c75b8170-1295-45ec-ba60-545c21e03eb0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3214009 Jul 27 15:36:28.441591 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46698) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:28.447168 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b8170-1295-45ec-ba60-545c21e03eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=de85ab1d-abeb-4296-b7b5-d464a1e8a347,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:28.447335 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-25c1ce84-031f-4a21-af35-0b5b09c0b694 admin admin] Request body: {'subnet': {'network_id': 'de85ab1d-abeb-4296-b7b5-d464a1e8a347', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2050589672-subnet', 'tenant_id': 'c643ea4cc37b45eea4346404772e46a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:28.459597 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network de85ab1d-abeb-4296-b7b5-d464a1e8a347 details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:36:28.461942 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3610bec8-59a7-42d6-a897-b10798e08305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.493994 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c1ce84-031f-4a21-af35-0b5b09c0b694 admin admin] Made reservation on behalf of c643ea4cc37b45eea4346404772e46a7 for: {'subnet': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:36:28.496405 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25c1ce84-031f-4a21-af35-0b5b09c0b694 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575577'] for subnet (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.550646 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:28.645942 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3610bec8-59a7-42d6-a897-b10798e08305 admin admin] Publish callbacks [] for security_group (9cdcf0f1-2f2e-431d-82ac-89a3c5274af5), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.664540 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3610bec8-59a7-42d6-a897-b10798e08305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (9cdcf0f1-2f2e-431d-82ac-89a3c5274af5), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.713835 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610bec8-59a7-42d6-a897-b10798e08305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdcf0f1-2f2e-431d-82ac-89a3c5274af5,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:28.722472 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-3610bec8-59a7-42d6-a897-b10798e08305 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c29fff13464849e482cf73087ecff0e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869239 Jul 27 15:36:28.725236 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46700) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:28.773420 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25c1ce84-031f-4a21-af35-0b5b09c0b694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8434442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575607'] for subnet (2ee99e4d-c757-4f40-9683-5a22d473099e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.780683 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-253f73ca-46b6-4810-bd77-09cab473e60c admin admin] Publish callbacks [] for security_group (9cdcf0f1-2f2e-431d-82ac-89a3c5274af5), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.803674 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-253f73ca-46b6-4810-bd77-09cab473e60c admin admin] Publish callbacks [] for security_group (9cdcf0f1-2f2e-431d-82ac-89a3c5274af5), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.830775 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1ce84-031f-4a21-af35-0b5b09c0b694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee99e4d-c757-4f40-9683-5a22d473099e,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:28.841841 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c1ce84-031f-4a21-af35-0b5b09c0b694 admin admin] Checking segment: {'id': 'bff10801-bcc6-4794-97f4-9978a8652c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'de85ab1d-abeb-4296-b7b5-d464a1e8a347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:36:28.842197 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c1ce84-031f-4a21-af35-0b5b09c0b694 admin admin] Network hostable DHCP agents. Network: de85ab1d-abeb-4296-b7b5-d464a1e8a347, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:36:28.856121 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-253f73ca-46b6-4810-bd77-09cab473e60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (9cdcf0f1-2f2e-431d-82ac-89a3c5274af5), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.859648 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-253f73ca-46b6-4810-bd77-09cab473e60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.861292 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-253f73ca-46b6-4810-bd77-09cab473e60c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9cdcf0f1-2f2e-431d-82ac-89a3c5274af5 HTTP/1.1" status: 204 len: 168 time: 0.1350133 Jul 27 15:36:28.861477 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c1ce84-031f-4a21-af35-0b5b09c0b694 admin admin] Network de85ab1d-abeb-4296-b7b5-d464a1e8a347 is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:36:28.870401 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f73ca-46b6-4810-bd77-09cab473e60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdcf0f1-2f2e-431d-82ac-89a3c5274af5,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:28.875966 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-25c1ce84-031f-4a21-af35-0b5b09c0b694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, de85ab1d-abeb-4296-b7b5-d464a1e8a347) {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:36:28.880074 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c1ce84-031f-4a21-af35-0b5b09c0b694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:28.880878 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-25c1ce84-031f-4a21-af35-0b5b09c0b694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:28.897319 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c925541-be6a-4dae-9937-0706d980b6ba None None] Network de85ab1d-abeb-4296-b7b5-d464a1e8a347 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:36:28.911018 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-25c1ce84-031f-4a21-af35-0b5b09c0b694 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4680834 Jul 27 15:36:28.953083 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:29.021546 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d56c44f-816e-46ae-968b-4ffd156af611 None None] Network de85ab1d-abeb-4296-b7b5-d464a1e8a347 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:36:29.025917 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:35.255658 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b03af-7157-4513-bc60-f9fbaa54c83a req-a3d3c7e7-ba30-4547-bdb4-8563c38f0e92 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:35.257372 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-df1b03af-7157-4513-bc60-f9fbaa54c83a req-a3d3c7e7-ba30-4547-bdb4-8563c38f0e92 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 945 time: 0.0562482 Jul 27 15:36:35.311522 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-df1b03af-7157-4513-bc60-f9fbaa54c83a req-3ae0bbe6-7994-411d-a6ed-584efdfe2ff6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbceb955-1802-4e3d-95f5-f50cada0966b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478971 Jul 27 15:36:35.335420 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46844) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:35.449721 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8c040c0-7041-4d59-b55c-2640524da08b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:35.532760 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8c040c0-7041-4d59-b55c-2640524da08b admin admin] Publish callbacks [] for security_group (ee59e4b3-8a10-4faf-a938-ce8fb373d6c9), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:35.536768 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a8c040c0-7041-4d59-b55c-2640524da08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (ee59e4b3-8a10-4faf-a938-ce8fb373d6c9), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:35.581172 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-a8c040c0-7041-4d59-b55c-2640524da08b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc4d2fba0a7b4e74bb368e0f75548f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441738 Jul 27 15:36:35.582084 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c040c0-7041-4d59-b55c-2640524da08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee59e4b3-8a10-4faf-a938-ce8fb373d6c9,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:35.583923 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46848) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:35.638672 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e911543b-ccbb-4b26-abed-fdff9cb6ab48 admin admin] Publish callbacks [] for security_group (ee59e4b3-8a10-4faf-a938-ce8fb373d6c9), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:35.662719 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e911543b-ccbb-4b26-abed-fdff9cb6ab48 admin admin] Publish callbacks [] for security_group (ee59e4b3-8a10-4faf-a938-ce8fb373d6c9), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:35.712598 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e911543b-ccbb-4b26-abed-fdff9cb6ab48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (ee59e4b3-8a10-4faf-a938-ce8fb373d6c9), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:35.715471 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e911543b-ccbb-4b26-abed-fdff9cb6ab48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:35.716956 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e911543b-ccbb-4b26-abed-fdff9cb6ab48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee59e4b3-8a10-4faf-a938-ce8fb373d6c9 HTTP/1.1" status: 204 len: 168 time: 0.1316631 Jul 27 15:36:35.722185 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:35.729061 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911543b-ccbb-4b26-abed-fdff9cb6ab48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee59e4b3-8a10-4faf-a938-ce8fb373d6c9,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:36.005858 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46854) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:36.019785 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-59e6ab13-cb1b-4dbb-9a79-f49ad05d1dc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:36.101257 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-59e6ab13-cb1b-4dbb-9a79-f49ad05d1dc1 admin admin] Publish callbacks [] for security_group (7932c585-ce13-4f5c-bfe1-8d06208d5b2c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:36.105611 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-59e6ab13-cb1b-4dbb-9a79-f49ad05d1dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (7932c585-ce13-4f5c-bfe1-8d06208d5b2c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:36.145461 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-59e6ab13-cb1b-4dbb-9a79-f49ad05d1dc1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b404265822a420a9356a10f9469bd33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385174 Jul 27 15:36:36.146641 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6ab13-cb1b-4dbb-9a79-f49ad05d1dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7932c585-ce13-4f5c-bfe1-8d06208d5b2c,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:36.148213 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46856) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:36.177393 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:36.204836 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0f5ef852-2409-4481-a7f5-222801874d92 admin admin] Publish callbacks [] for security_group (7932c585-ce13-4f5c-bfe1-8d06208d5b2c), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:36.228154 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0f5ef852-2409-4481-a7f5-222801874d92 admin admin] Publish callbacks [] for security_group (7932c585-ce13-4f5c-bfe1-8d06208d5b2c), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:36.277965 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0f5ef852-2409-4481-a7f5-222801874d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (7932c585-ce13-4f5c-bfe1-8d06208d5b2c), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:36.280546 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-0f5ef852-2409-4481-a7f5-222801874d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:36.284327 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-0f5ef852-2409-4481-a7f5-222801874d92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7932c585-ce13-4f5c-bfe1-8d06208d5b2c HTTP/1.1" status: 204 len: 168 time: 0.1350451 Jul 27 15:36:36.294742 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ef852-2409-4481-a7f5-222801874d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7932c585-ce13-4f5c-bfe1-8d06208d5b2c,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:36.450322 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01242fcd-ded2-404a-806d-7ffb5a7459ed req-a771cb35-fad4-4194-943e-77747d827148 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:36.451960 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-01242fcd-ded2-404a-806d-7ffb5a7459ed req-a771cb35-fad4-4194-943e-77747d827148 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 945 time: 0.0596564 Jul 27 15:36:36.472934 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:36.524471 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-01242fcd-ded2-404a-806d-7ffb5a7459ed req-69082162-b2da-4b80-9ab6-ea999ca3aef0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbceb955-1802-4e3d-95f5-f50cada0966b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616143 Jul 27 15:36:36.834114 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc59cb-ef10-4656-9a14-1b18537d13b2 req-26fc092c-05eb-4af7-865e-86ff925b89a2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:36.835635 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-58fc59cb-ef10-4656-9a14-1b18537d13b2 req-26fc092c-05eb-4af7-865e-86ff925b89a2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 945 time: 0.0529559 Jul 27 15:36:36.930378 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-58fc59cb-ef10-4656-9a14-1b18537d13b2 req-a2053944-f4f8-46f9-af24-62dd4bf728b6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Deleting port a1da6a28-167f-49d0-b01c-8513acaf72d7 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:36:36.930837 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-58fc59cb-ef10-4656-9a14-1b18537d13b2 req-a2053944-f4f8-46f9-af24-62dd4bf728b6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (a1da6a28-167f-49d0-b01c-8513acaf72d7), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:37.046796 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-58fc59cb-ef10-4656-9a14-1b18537d13b2 req-a2053944-f4f8-46f9-af24-62dd4bf728b6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] For port a1da6a28-167f-49d0-b01c-8513acaf72d7, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a1da6a28-167f-49d0-b01c-8513acaf72d7,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:36:37.047350 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-58fc59cb-ef10-4656-9a14-1b18537d13b2 req-a2053944-f4f8-46f9-af24-62dd4bf728b6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (a1da6a28-167f-49d0-b01c-8513acaf72d7), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:37.220930 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-58fc59cb-ef10-4656-9a14-1b18537d13b2 req-a2053944-f4f8-46f9-af24-62dd4bf728b6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:37.221295 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-58fc59cb-ef10-4656-9a14-1b18537d13b2 req-a2053944-f4f8-46f9-af24-62dd4bf728b6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (f2c38ecb-528f-496f-a0db-146419791f50), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:37.221602 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.l3_db [req-58fc59cb-ef10-4656-9a14-1b18537d13b2 req-a2053944-f4f8-46f9-af24-62dd4bf728b6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Floating IP f2c38ecb-528f-496f-a0db-146419791f50 disassociated. External IP: 172.27.1.75, port: a1da6a28-167f-49d0-b01c-8513acaf72d7. Jul 27 15:36:37.221948 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [req-58fc59cb-ef10-4656-9a14-1b18537d13b2 req-a2053944-f4f8-46f9-af24-62dd4bf728b6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Calling delete_port for a1da6a28-167f-49d0-b01c-8513acaf72d7 owned by compute:nova {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:36:37.385609 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-58fc59cb-ef10-4656-9a14-1b18537d13b2 req-a2053944-f4f8-46f9-af24-62dd4bf728b6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (a1da6a28-167f-49d0-b01c-8513acaf72d7), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:37.431497 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2053944-f4f8-46f9-af24-62dd4bf728b6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event deleted for resources: {'Port': ['ID=a1da6a28-167f-49d0-b01c-8513acaf72d7,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:37.464070 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:37.502539 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:37.597862 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46904) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:37.602158 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58fc59cb-ef10-4656-9a14-1b18537d13b2 req-a2053944-f4f8-46f9-af24-62dd4bf728b6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Router c5cbe18f-88d3-4284-9c49-25ce2e5a436a has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:36:37.666843 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-37892794-16f2-43ea-8861-389ed3f5c745 req-92c64a45-1e30-42a4-8dd6-e603b7d993e2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc517287-de76-4a17-94aa-a47eb0588266 HTTP/1.1" status: 200 len: 210 time: 0.0351610 Jul 27 15:36:37.723657 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58fc59cb-ef10-4656-9a14-1b18537d13b2 req-a2053944-f4f8-46f9-af24-62dd4bf728b6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:36:37.739407 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e53c9bd-02ab-4a74-ba88-b82b3ee8bd39 None None] Sync routers for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:36:37.758458 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53c9bd-02ab-4a74-ba88-b82b3ee8bd39 None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:36:37.759567 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-5e53c9bd-02ab-4a74-ba88-b82b3ee8bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:36:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:37.762205 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3c39b479-db79-4b73-a28e-77c6d02bc075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:37.777236 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fc59cb-ef10-4656-9a14-1b18537d13b2 req-a2053944-f4f8-46f9-af24-62dd4bf728b6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] No DVR routers for this DVR port a1da6a28-167f-49d0-b01c-8513acaf72d7 on host hv-cinder-84131 {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:36:37.780324 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-58fc59cb-ef10-4656-9a14-1b18537d13b2 req-a2053944-f4f8-46f9-af24-62dd4bf728b6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:37.784992 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-58fc59cb-ef10-4656-9a14-1b18537d13b2 req-a2053944-f4f8-46f9-af24-62dd4bf728b6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "DELETE /v2.0/ports/a1da6a28-167f-49d0-b01c-8513acaf72d7 HTTP/1.1" status: 204 len: 173 time: 0.9417775 Jul 27 15:36:37.786081 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc517287-de76-4a17-94aa-a47eb0588266', 'name': 'network-vif-deleted', 'tag': 'a1da6a28-167f-49d0-b01c-8513acaf72d7'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:36:37.789005 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d73276-6e05-4d08-bf00-387ea0423f4d" -d '{"events": [{"server_uuid": "dc517287-de76-4a17-94aa-a47eb0588266", "name": "network-vif-deleted", "tag": "a1da6a28-167f-49d0-b01c-8513acaf72d7"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:36:37.815622 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:37.908146 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d04a4a1-df33-42a5-a45f-c4fd75702556 x-openstack-request-id: req-1d04a4a1-df33-42a5-a45f-c4fd75702556 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:36:37.908661 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc517287-de76-4a17-94aa-a47eb0588266", "name": "network-vif-deleted", "tag": "a1da6a28-167f-49d0-b01c-8513acaf72d7", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:36:37.908897 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d04a4a1-df33-42a5-a45f-c4fd75702556 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:36:37.909466 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d04a4a1-df33-42a5-a45f-c4fd75702556'] response: {'server_uuid': 'dc517287-de76-4a17-94aa-a47eb0588266', 'name': 'network-vif-deleted', 'tag': 'a1da6a28-167f-49d0-b01c-8513acaf72d7', 'status': 'completed', 'code': 200} Jul 27 15:36:37.930777 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3c39b479-db79-4b73-a28e-77c6d02bc075 admin admin] Publish callbacks [] for security_group (8fba2381-f123-4179-a1da-95c03412267f), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:37.936306 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3c39b479-db79-4b73-a28e-77c6d02bc075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (8fba2381-f123-4179-a1da-95c03412267f), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:38.015560 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-3c39b479-db79-4b73-a28e-77c6d02bc075 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9a6eca30639b46feaf071f99392551ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4156034 Jul 27 15:36:38.019102 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46914) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:38.020128 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-5e53c9bd-02ab-4a74-ba88-b82b3ee8bd39 None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:36:38.055570 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39b479-db79-4b73-a28e-77c6d02bc075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fba2381-f123-4179-a1da-95c03412267f,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:38.108066 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2e73212c-da0f-45f1-b65d-fe2f614f4b89 admin admin] Publish callbacks [] for security_group (8fba2381-f123-4179-a1da-95c03412267f), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:38.110668 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:38.133744 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2e73212c-da0f-45f1-b65d-fe2f614f4b89 admin admin] Publish callbacks [] for security_group (8fba2381-f123-4179-a1da-95c03412267f), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:38.187800 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2e73212c-da0f-45f1-b65d-fe2f614f4b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (8fba2381-f123-4179-a1da-95c03412267f), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:38.191380 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2e73212c-da0f-45f1-b65d-fe2f614f4b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:38.192817 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-2e73212c-da0f-45f1-b65d-fe2f614f4b89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8fba2381-f123-4179-a1da-95c03412267f HTTP/1.1" status: 204 len: 168 time: 0.1723983 Jul 27 15:36:38.203247 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73212c-da0f-45f1-b65d-fe2f614f4b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fba2381-f123-4179-a1da-95c03412267f,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:38.432103 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-5e53c9bd-02ab-4a74-ba88-b82b3ee8bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '8aff6509-ef6a-4eeb-809b-5f5a32f5e52f', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': '310d1b53-872f-4fbc-8c36-00e4731ac228', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:0e:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601af892-ad4b-4797-8590-70c82bc772c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:34Z', 'updated_at': '2022-07-27T15:34:47Z', 'revision_number': 2, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:38.465661 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e53c9bd-02ab-4a74-ba88-b82b3ee8bd39 None None] Checking router: c5cbe18f-88d3-4284-9c49-25ce2e5a436a for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:36:38.476770 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53c9bd-02ab-4a74-ba88-b82b3ee8bd39 None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:36:38.477593 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-5e53c9bd-02ab-4a74-ba88-b82b3ee8bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:36:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:38.598542 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-5e53c9bd-02ab-4a74-ba88-b82b3ee8bd39 None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:36:38.778994 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46936) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:38.845867 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-262f482a-246c-4360-8cb8-60acc12e6f40 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (dbceb955-1802-4e3d-95f5-f50cada0966b), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:38.853913 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-5e53c9bd-02ab-4a74-ba88-b82b3ee8bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '8aff6509-ef6a-4eeb-809b-5f5a32f5e52f', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': '310d1b53-872f-4fbc-8c36-00e4731ac228', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:0e:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601af892-ad4b-4797-8590-70c82bc772c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:34Z', 'updated_at': '2022-07-27T15:34:47Z', 'revision_number': 2, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:38.877954 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-262f482a-246c-4360-8cb8-60acc12e6f40 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (dbceb955-1802-4e3d-95f5-f50cada0966b), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:38.882189 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e53c9bd-02ab-4a74-ba88-b82b3ee8bd39 None None] The sync data for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi is: [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '8aff6509-ef6a-4eeb-809b-5f5a32f5e52f', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': '310d1b53-872f-4fbc-8c36-00e4731ac228', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:0e:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601af892-ad4b-4797-8590-70c82bc772c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:34Z', 'updated_at': '2022-07-27T15:34:47Z', 'revision_number': 2, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:36:38.939388 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-262f482a-246c-4360-8cb8-60acc12e6f40 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (dbceb955-1802-4e3d-95f5-f50cada0966b), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:38.941976 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-262f482a-246c-4360-8cb8-60acc12e6f40 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:38.945806 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-262f482a-246c-4360-8cb8-60acc12e6f40 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "DELETE /v2.0/security-groups/dbceb955-1802-4e3d-95f5-f50cada0966b HTTP/1.1" status: 204 len: 168 time: 0.1632690 Jul 27 15:36:38.946675 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 46942) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:38.961164 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f482a-246c-4360-8cb8-60acc12e6f40 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbceb955-1802-4e3d-95f5-f50cada0966b,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:38.967006 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.api.v2.resource [None req-4419fa30-25d4-4aa0-ac34-ffdb5f2060e8 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] show failed (client error): The resource could not be found. Jul 27 15:36:38.972312 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 46944) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:38.977318 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4419fa30-25d4-4aa0-ac34-ffdb5f2060e8 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups/dbceb955-1802-4e3d-95f5-f50cada0966b HTTP/1.1" status: 404 len: 347 time: 0.0234027 Jul 27 15:36:39.122587 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-91fdd64f-2e82-4e0d-b420-41622a4caae2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Deleting port d42af246-599c-4fcb-8d12-b7507fc79739 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:36:39.123188 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-91fdd64f-2e82-4e0d-b420-41622a4caae2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (d42af246-599c-4fcb-8d12-b7507fc79739), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:39.222675 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-91fdd64f-2e82-4e0d-b420-41622a4caae2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (d42af246-599c-4fcb-8d12-b7507fc79739), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:39.223094 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-91fdd64f-2e82-4e0d-b420-41622a4caae2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (d42af246-599c-4fcb-8d12-b7507fc79739), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:39.238158 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46ad5c-4537-4522-96b8-3d0dbb4ce60f None None] New status for floating IP f2c38ecb-528f-496f-a0db-146419791f50: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:36:39.239043 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-91fdd64f-2e82-4e0d-b420-41622a4caae2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Calling delete_port for d42af246-599c-4fcb-8d12-b7507fc79739 owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:36:39.439461 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-91fdd64f-2e82-4e0d-b420-41622a4caae2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (d42af246-599c-4fcb-8d12-b7507fc79739), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:39.471281 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdd64f-2e82-4e0d-b420-41622a4caae2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event deleted for resources: {'Port': ['ID=d42af246-599c-4fcb-8d12-b7507fc79739,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:39.501961 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:39.541169 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-91fdd64f-2e82-4e0d-b420-41622a4caae2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (f2c38ecb-528f-496f-a0db-146419791f50), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:39.543837 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-91fdd64f-2e82-4e0d-b420-41622a4caae2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:39.545060 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-91fdd64f-2e82-4e0d-b420-41622a4caae2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "DELETE /v2.0/floatingips/f2c38ecb-528f-496f-a0db-146419791f50 HTTP/1.1" status: 204 len: 168 time: 0.5715294 Jul 27 15:36:41.220162 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2e2e1-176b-4929-acdf-651751a7cb3a req-91bb8380-281f-45d2-8a9f-d0f37d792c64 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:41.221554 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-44e2e2e1-176b-4929-acdf-651751a7cb3a req-91bb8380-281f-45d2-8a9f-d0f37d792c64 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 946 time: 0.0560658 Jul 27 15:36:41.270731 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-44e2e2e1-176b-4929-acdf-651751a7cb3a req-b73a6d80-7e4a-452f-ac2d-a057b3558495 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434391 Jul 27 15:36:42.399915 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd6c27-6c96-4fe2-adef-dc9e63d0c60f req-3ef43062-1d6a-4631-916e-826b0eb3b6f2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:42.401523 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9fdd6c27-6c96-4fe2-adef-dc9e63d0c60f req-3ef43062-1d6a-4631-916e-826b0eb3b6f2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 946 time: 0.0513818 Jul 27 15:36:42.458286 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9fdd6c27-6c96-4fe2-adef-dc9e63d0c60f req-1dd7127b-8db6-46f9-8f26-80d91ab6387c tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468075 Jul 27 15:36:43.021923 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a1da6a28-167f-49d0-b01c-8513acaf72d7 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:36:43.042250 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: a1da6a28-167f-49d0-b01c-8513acaf72d7 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:36:43.042600 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a1da6a28-167f-49d0-b01c-8513acaf72d7 not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:36:43.578618 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec678b4-660a-4503-884d-58f58eefc986 req-e99313cc-488d-4f9b-9d4e-d403839beba2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:43.580145 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7ec678b4-660a-4503-884d-58f58eefc986 req-e99313cc-488d-4f9b-9d4e-d403839beba2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 946 time: 0.0480359 Jul 27 15:36:43.642248 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7ec678b4-660a-4503-884d-58f58eefc986 req-34bd500c-0c6b-4621-9642-cf684c91d6b4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563314 Jul 27 15:36:44.136293 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d19a654-7f74-45ab-8cbc-9bd911431529 req-aa3c2723-ef1e-457a-983b-6c70b58fa8e7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452950 Jul 27 15:36:44.224375 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19a654-7f74-45ab-8cbc-9bd911431529 req-5ae81215-a0bb-47fb-956f-f8c4a8d89fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:44.225804 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d19a654-7f74-45ab-8cbc-9bd911431529 req-5ae81215-a0bb-47fb-956f-f8c4a8d89fe5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd186ce4ca4030b191309f43d43baa&device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 1130 time: 0.0437036 Jul 27 15:36:44.415456 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:44.468092 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19a654-7f74-45ab-8cbc-9bd911431529 req-bd32108a-31e8-4bb3-84a8-a70f28ce6212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:44.470258 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d19a654-7f74-45ab-8cbc-9bd911431529 req-bd32108a-31e8-4bb3-84a8-a70f28ce6212 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a03d84d0-4188-403f-a4d9-b8ed9de732b3 HTTP/1.1" status: 200 len: 913 time: 0.1016653 Jul 27 15:36:44.579755 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d19a654-7f74-45ab-8cbc-9bd911431529 req-088d2ac8-83da-4a2d-b636-700a6c34cd0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e538f2-eb06-41ad-a122-92406428be4c HTTP/1.1" status: 200 len: 1001 time: 0.0697238 Jul 27 15:36:44.581930 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672cd16-8983-4295-bed9-e5509a1ca2d7 req-d2d14d55-9587-454b-a6ac-264bbafe82df tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:44.583618 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1672cd16-8983-4295-bed9-e5509a1ca2d7 req-d2d14d55-9587-454b-a6ac-264bbafe82df tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "GET /v2.0/ports?device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 946 time: 0.0737216 Jul 27 15:36:44.622670 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47052) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:44.689274 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19a654-7f74-45ab-8cbc-9bd911431529 req-6cf9a9cc-aa77-4458-b3ef-14fb23c891dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:44.691989 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d19a654-7f74-45ab-8cbc-9bd911431529 req-6cf9a9cc-aa77-4458-b3ef-14fb23c891dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=732f863c-5d62-47ba-8c31-618efdabdcdf HTTP/1.1" status: 200 len: 851 time: 0.0958838 Jul 27 15:36:44.700552 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-1672cd16-8983-4295-bed9-e5509a1ca2d7 req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Deleting port 310d1b53-872f-4fbc-8c36-00e4731ac228 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:36:44.701152 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-1672cd16-8983-4295-bed9-e5509a1ca2d7 req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (310d1b53-872f-4fbc-8c36-00e4731ac228), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:44.701616 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Deleting subnet 9fa69e3b-0ee2-4ea5-aefd-e6933e079ae9 {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 15:36:44.717884 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Publish callbacks [] for subnet (9fa69e3b-0ee2-4ea5-aefd-e6933e079ae9), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:44.808473 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19a654-7f74-45ab-8cbc-9bd911431529 req-bf336962-2948-46bc-a8c7-1fe3429eb8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:44.810186 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d19a654-7f74-45ab-8cbc-9bd911431529 req-bf336962-2948-46bc-a8c7-1fe3429eb8ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a03d84d0-4188-403f-a4d9-b8ed9de732b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1051824 Jul 27 15:36:44.814717 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-1672cd16-8983-4295-bed9-e5509a1ca2d7 req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] For port 310d1b53-872f-4fbc-8c36-00e4731ac228, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=310d1b53-872f-4fbc-8c36-00e4731ac228,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:36:44.815097 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-1672cd16-8983-4295-bed9-e5509a1ca2d7 req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (310d1b53-872f-4fbc-8c36-00e4731ac228), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:44.820239 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12156066'] for subnet (9fa69e3b-0ee2-4ea5-aefd-e6933e079ae9), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:44.835410 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6da12b-b21c-43f2-abf7-2e7cbc27fa67 req-a1113682-a4da-4c6d-b274-e8383bfcf015 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:44.836606 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ee6da12b-b21c-43f2-abf7-2e7cbc27fa67 req-a1113682-a4da-4c6d-b274-e8383bfcf015 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 946 time: 0.1029871 Jul 27 15:36:44.873171 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:44.955403 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563307'] for subnet (9fa69e3b-0ee2-4ea5-aefd-e6933e079ae9), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:45.006995 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-1672cd16-8983-4295-bed9-e5509a1ca2d7 req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:45.007365 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-1672cd16-8983-4295-bed9-e5509a1ca2d7 req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (8aff6509-ef6a-4eeb-809b-5f5a32f5e52f), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:45.007686 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.l3_db [req-1672cd16-8983-4295-bed9-e5509a1ca2d7 req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Floating IP 8aff6509-ef6a-4eeb-809b-5f5a32f5e52f disassociated. External IP: 172.27.1.190, port: 310d1b53-872f-4fbc-8c36-00e4731ac228. Jul 27 15:36:45.008080 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-1672cd16-8983-4295-bed9-e5509a1ca2d7 req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Calling delete_port for 310d1b53-872f-4fbc-8c36-00e4731ac228 owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:36:45.182165 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-1672cd16-8983-4295-bed9-e5509a1ca2d7 req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (310d1b53-872f-4fbc-8c36-00e4731ac228), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:45.218458 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event deleted for resources: {'Port': ['ID=310d1b53-872f-4fbc-8c36-00e4731ac228,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:45.236794 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.237297 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.237670 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.237968 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.238302 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.238630 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.238989 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.239516 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.240044 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.240561 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.241043 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.241506 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.242028 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.242482 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.252243 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.293464 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:45.293978 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ee6da12b-b21c-43f2-abf7-2e7cbc27fa67 req-1e2a99b8-add3-4467-8ab0-351a8027fcf9 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4358935 Jul 27 15:36:45.328491 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d19a654-7f74-45ab-8cbc-9bd911431529 req-a384d1d6-c7d2-42f0-9d13-4467c3c94427 service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107851 Jul 27 15:36:45.369133 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1672cd16-8983-4295-bed9-e5509a1ca2d7 req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Router c5cbe18f-88d3-4284-9c49-25ce2e5a436a has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:36:45.394112 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8434635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575612'] for subnet (9fa69e3b-0ee2-4ea5-aefd-e6933e079ae9), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:45.446650 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fa69e3b-0ee2-4ea5-aefd-e6933e079ae9,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:45.450925 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:45.456533 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9fa69e3b-0ee2-4ea5-aefd-e6933e079ae9 HTTP/1.1" status: 204 len: 168 time: 0.8326766 Jul 27 15:36:45.465631 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47064) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:45.486314 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.486677 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.487025 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.487425 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.487767 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.488132 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.488455 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.488785 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.489286 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.489623 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.490053 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.490389 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.490712 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.491031 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.491350 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde6f98d-1b9f-4670-b587-f1bb2eeac6f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:45.511083 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1672cd16-8983-4295-bed9-e5509a1ca2d7 req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:36:45.523213 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4e8bb1-1f97-48bd-9e4b-06d703e1a025 None None] Sync routers for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:36:45.538311 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4e8bb1-1f97-48bd-9e4b-06d703e1a025 None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:36:45.539867 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-fd4e8bb1-1f97-48bd-9e4b-06d703e1a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:36:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:45.542253 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:45.559227 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-1672cd16-8983-4295-bed9-e5509a1ca2d7 req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] No DVR routers for this DVR port 310d1b53-872f-4fbc-8c36-00e4731ac228 on host hv-cinder-84131 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:36:45.562601 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-1672cd16-8983-4295-bed9-e5509a1ca2d7 req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:45.563258 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6d19a654-7f74-45ab-8cbc-9bd911431529 req-77a838c6-db22-4805-83f3-f24249342408 service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272918 Jul 27 15:36:45.566713 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1672cd16-8983-4295-bed9-e5509a1ca2d7 req-f2f3b21d-0816-4bf4-bdf2-fd029e0cfa83 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "DELETE /v2.0/ports/310d1b53-872f-4fbc-8c36-00e4731ac228 HTTP/1.1" status: 204 len: 173 time: 0.9706933 Jul 27 15:36:45.570122 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601af892-ad4b-4797-8590-70c82bc772c3', 'name': 'network-vif-deleted', 'tag': '310d1b53-872f-4fbc-8c36-00e4731ac228'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:36:45.575507 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c21251-138b-4014-a3d5-28af5d3464bf" -d '{"events": [{"server_uuid": "601af892-ad4b-4797-8590-70c82bc772c3", "name": "network-vif-deleted", "tag": "310d1b53-872f-4fbc-8c36-00e4731ac228"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:36:45.581538 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-02654b60-1d11-4fb9-a3c6-ca01ab68bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409505'] for network (246a98cc-bc29-4c1a-9e1b-a821c77c875f), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:45.599551 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:45.676373 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b33a2b-8634-45f7-b6ba-51924c16cb8f x-openstack-request-id: req-52b33a2b-8634-45f7-b6ba-51924c16cb8f {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:36:45.677013 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601af892-ad4b-4797-8590-70c82bc772c3", "name": "network-vif-deleted", "tag": "310d1b53-872f-4fbc-8c36-00e4731ac228", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:36:45.678545 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-52b33a2b-8634-45f7-b6ba-51924c16cb8f {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:36:45.681907 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b33a2b-8634-45f7-b6ba-51924c16cb8f'] response: {'server_uuid': '601af892-ad4b-4797-8590-70c82bc772c3', 'name': 'network-vif-deleted', 'tag': '310d1b53-872f-4fbc-8c36-00e4731ac228', 'status': 'completed', 'code': 200} Jul 27 15:36:45.706650 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-02654b60-1d11-4fb9-a3c6-ca01ab68bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561221', 'neutron.services.segments.db._delete_segments_for_network-8768358125770'] for network (246a98cc-bc29-4c1a-9e1b-a821c77c875f), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:45.731331 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:45.739581 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-02654b60-1d11-4fb9-a3c6-ca01ab68bcf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246a98cc-bc29-4c1a-9e1b-a821c77c875f']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:45.750235 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-02654b60-1d11-4fb9-a3c6-ca01ab68bcf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aca5eea-8170-43db-8278-00a008c02ec3') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:45.750560 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-02654b60-1d11-4fb9-a3c6-ca01ab68bcf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aca5eea-8170-43db-8278-00a008c02ec3') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:45.761837 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-02654b60-1d11-4fb9-a3c6-ca01ab68bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768358125671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12156091'] for segment (7aca5eea-8170-43db-8278-00a008c02ec3), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:45.764059 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-fd4e8bb1-1f97-48bd-9e4b-06d703e1a025 None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:36:45.765363 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:45.785918 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-02654b60-1d11-4fb9-a3c6-ca01ab68bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (7aca5eea-8170-43db-8278-00a008c02ec3), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:45.793603 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02654b60-1d11-4fb9-a3c6-ca01ab68bcf3 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:36:45.794012 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-02654b60-1d11-4fb9-a3c6-ca01ab68bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8434581'] for segment (7aca5eea-8170-43db-8278-00a008c02ec3), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:45.837533 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 7aca5eea-8170-43db-8278-00a008c02ec3 resource provider aggregate not found Jul 27 15:36:45.861994 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 7aca5eea-8170-43db-8278-00a008c02ec3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7aca5eea-8170-43db-8278-00a008c02ec3 found for delete ", "request_id": "req-e532815f-c90e-4d6c-b811-cc9817b361c8"}]} Jul 27 15:36:45.874839 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-02654b60-1d11-4fb9-a3c6-ca01ab68bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376631'] for network (246a98cc-bc29-4c1a-9e1b-a821c77c875f), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:45.881012 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-02654b60-1d11-4fb9-a3c6-ca01ab68bcf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:45.886898 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-02654b60-1d11-4fb9-a3c6-ca01ab68bcf3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/246a98cc-bc29-4c1a-9e1b-a821c77c875f HTTP/1.1" status: 204 len: 168 time: 0.4172769 Jul 27 15:36:45.887153 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47072) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:45.897363 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02654b60-1d11-4fb9-a3c6-ca01ab68bcf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=246a98cc-bc29-4c1a-9e1b-a821c77c875f,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:45.966660 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f94eca3-769c-45c5-86ce-bff13d483b89 admin admin] Deleting subnet 2ee99e4d-c757-4f40-9683-5a22d473099e {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 15:36:45.971278 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1f94eca3-769c-45c5-86ce-bff13d483b89 admin admin] Publish callbacks [] for subnet (2ee99e4d-c757-4f40-9683-5a22d473099e), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:46.009415 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1f94eca3-769c-45c5-86ce-bff13d483b89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9385129'] for subnet (2ee99e4d-c757-4f40-9683-5a22d473099e), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:46.036459 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-fd4e8bb1-1f97-48bd-9e4b-06d703e1a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:46.056354 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1f94eca3-769c-45c5-86ce-bff13d483b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563307'] for subnet (2ee99e4d-c757-4f40-9683-5a22d473099e), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:46.065227 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4e8bb1-1f97-48bd-9e4b-06d703e1a025 None None] Checking router: c5cbe18f-88d3-4284-9c49-25ce2e5a436a for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:36:46.075655 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4e8bb1-1f97-48bd-9e4b-06d703e1a025 None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:36:46.077202 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-fd4e8bb1-1f97-48bd-9e4b-06d703e1a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:36:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:46.129930 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1f94eca3-769c-45c5-86ce-bff13d483b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9021768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9007727'] for subnet (2ee99e4d-c757-4f40-9683-5a22d473099e), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:46.167553 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94eca3-769c-45c5-86ce-bff13d483b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee99e4d-c757-4f40-9683-5a22d473099e,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:46.172750 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-1f94eca3-769c-45c5-86ce-bff13d483b89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:46.179882 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-1f94eca3-769c-45c5-86ce-bff13d483b89 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2ee99e4d-c757-4f40-9683-5a22d473099e HTTP/1.1" status: 204 len: 168 time: 0.2880731 Jul 27 15:36:46.180251 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47076) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:46.199663 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-fd4e8bb1-1f97-48bd-9e4b-06d703e1a025 None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:36:46.262463 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6b82-fc1c-4704-a1a7-fe36d726073f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409505'] for network (de85ab1d-abeb-4296-b7b5-d464a1e8a347), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:46.464718 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9910c9b4-8d0b-4d54-8084-392f9e6c402f req-d525f2c6-503e-4970-84f4-e807e93a7eba tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=601af892-ad4b-4797-8590-70c82bc772c3 HTTP/1.1" status: 200 len: 210 time: 0.0485811 Jul 27 15:36:46.475415 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-fd4e8bb1-1f97-48bd-9e4b-06d703e1a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:46.511579 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4e8bb1-1f97-48bd-9e4b-06d703e1a025 None None] The sync data for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi is: [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:36:46.688295 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6b82-fc1c-4704-a1a7-fe36d726073f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561221', 'neutron.services.segments.db._delete_segments_for_network-8768358125770'] for network (de85ab1d-abeb-4296-b7b5-d464a1e8a347), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:46.710571 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:46.714392 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-5cdd6b82-fc1c-4704-a1a7-fe36d726073f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de85ab1d-abeb-4296-b7b5-d464a1e8a347']}} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:46.728700 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-5cdd6b82-fc1c-4704-a1a7-fe36d726073f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff10801-bcc6-4794-97f4-9978a8652c3b') {'for_net_delete': True} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:46.729114 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-5cdd6b82-fc1c-4704-a1a7-fe36d726073f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff10801-bcc6-4794-97f4-9978a8652c3b') {} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:46.742141 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6b82-fc1c-4704-a1a7-fe36d726073f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768358125671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385136'] for segment (bff10801-bcc6-4794-97f4-9978a8652c3b), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:46.761588 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6b82-fc1c-4704-a1a7-fe36d726073f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (bff10801-bcc6-4794-97f4-9978a8652c3b), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:46.771081 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cdd6b82-fc1c-4704-a1a7-fe36d726073f admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:36:46.771511 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6b82-fc1c-4704-a1a7-fe36d726073f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9021718'] for segment (bff10801-bcc6-4794-97f4-9978a8652c3b), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:46.824137 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ee0480-fcf2-46e6-baf5-92203a5b4ae1 None None] New status for floating IP 8aff6509-ef6a-4eeb-809b-5f5a32f5e52f: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:36:46.826893 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment bff10801-bcc6-4794-97f4-9978a8652c3b resource provider aggregate not found Jul 27 15:36:46.858457 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6b82-fc1c-4704-a1a7-fe36d726073f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376631'] for network (de85ab1d-abeb-4296-b7b5-d464a1e8a347), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:46.864179 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6b82-fc1c-4704-a1a7-fe36d726073f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:46.872220 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-5cdd6b82-fc1c-4704-a1a7-fe36d726073f admin admin] 10.222.0.36 "DELETE /v2.0/networks/de85ab1d-abeb-4296-b7b5-d464a1e8a347 HTTP/1.1" status: 204 len: 168 time: 0.6861646 Jul 27 15:36:46.872220 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment bff10801-bcc6-4794-97f4-9978a8652c3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bff10801-bcc6-4794-97f4-9978a8652c3b found for delete ", "request_id": "req-42f2e073-2896-4206-b447-57048acad52d"}]} Jul 27 15:36:46.884501 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd6b82-fc1c-4704-a1a7-fe36d726073f admin admin] Pushing event deleted for resources: {'Network': ['ID=de85ab1d-abeb-4296-b7b5-d464a1e8a347,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:47.098516 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0c3908ab-3522-4417-be00-06921356dac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:47.137144 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47092) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:47.186885 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-1a082eec-d0c4-45a7-9620-6226c133c101 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4fad8f265cd458b8557cf0d21adfa1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483515 Jul 27 15:36:47.189798 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47094) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:47.246409 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cdbd286a-c68c-49a9-b5ca-5ca755ecbff9 admin admin] Publish callbacks [] for security_group (36c78581-02d8-49e9-92bb-e90135fb0be4), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:47.271405 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cdbd286a-c68c-49a9-b5ca-5ca755ecbff9 admin admin] Publish callbacks [] for security_group (36c78581-02d8-49e9-92bb-e90135fb0be4), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:47.296252 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:47.328733 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cdbd286a-c68c-49a9-b5ca-5ca755ecbff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (36c78581-02d8-49e9-92bb-e90135fb0be4), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:47.331442 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cdbd286a-c68c-49a9-b5ca-5ca755ecbff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:47.332740 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-cdbd286a-c68c-49a9-b5ca-5ca755ecbff9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36c78581-02d8-49e9-92bb-e90135fb0be4 HTTP/1.1" status: 204 len: 168 time: 0.1419532 Jul 27 15:36:47.341354 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd286a-c68c-49a9-b5ca-5ca755ecbff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c78581-02d8-49e9-92bb-e90135fb0be4,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:47.579566 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47106) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:47.645309 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1b2fa2a8-ce23-4c12-b020-71aee129aa31 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:47.672272 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1b2fa2a8-ce23-4c12-b020-71aee129aa31 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:47.743370 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1b2fa2a8-ce23-4c12-b020-71aee129aa31 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:47.749362 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1b2fa2a8-ce23-4c12-b020-71aee129aa31 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:47.752266 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1b2fa2a8-ce23-4c12-b020-71aee129aa31 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "DELETE /v2.0/security-groups/2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d HTTP/1.1" status: 204 len: 168 time: 0.1711006 Jul 27 15:36:47.756406 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47110) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:47.768600 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47112) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:47.771601 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fa2a8-ce23-4c12-b020-71aee129aa31 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:47.781327 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.api.v2.resource [None req-37c54fee-625d-4d83-85e6-13e316e80e17 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] show failed (client error): The resource could not be found. Jul 27 15:36:47.782709 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-37c54fee-625d-4d83-85e6-13e316e80e17 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups/2c6b759f-3e4d-4ed0-a6b0-51bfb33e060d HTTP/1.1" status: 404 len: 347 time: 0.0246401 Jul 27 15:36:47.788481 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47114) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:47.831311 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-39ec66b6-bf18-4474-a8f0-eb50daff1b17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c643ea4cc37b45eea4346404772e46a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0569398 Jul 27 15:36:47.831311 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47116) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:47.889695 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4233-cfa6-41e6-8d01-54d39f5660ef admin admin] Publish callbacks [] for security_group (9f68fb3b-7273-4942-ae10-7ed4b113eb98), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:47.914721 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4233-cfa6-41e6-8d01-54d39f5660ef admin admin] Publish callbacks [] for security_group (9f68fb3b-7273-4942-ae10-7ed4b113eb98), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:47.952715 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad336e-dd6f-4bb2-b4fc-3abf4b878685 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Deleting port 0966c014-9e2c-4b53-b8de-98beba5e3220 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:36:47.954099 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e4ad336e-dd6f-4bb2-b4fc-3abf4b878685 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (0966c014-9e2c-4b53-b8de-98beba5e3220), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:47.985198 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4233-cfa6-41e6-8d01-54d39f5660ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (9f68fb3b-7273-4942-ae10-7ed4b113eb98), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:47.988349 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4233-cfa6-41e6-8d01-54d39f5660ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:47.989969 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-ab0f4233-cfa6-41e6-8d01-54d39f5660ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f68fb3b-7273-4942-ae10-7ed4b113eb98 HTTP/1.1" status: 204 len: 168 time: 0.1577165 Jul 27 15:36:47.999025 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f4233-cfa6-41e6-8d01-54d39f5660ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f68fb3b-7273-4942-ae10-7ed4b113eb98,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:48.037202 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47122) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:48.077505 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e4ad336e-dd6f-4bb2-b4fc-3abf4b878685 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (0966c014-9e2c-4b53-b8de-98beba5e3220), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.078070 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e4ad336e-dd6f-4bb2-b4fc-3abf4b878685 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (0966c014-9e2c-4b53-b8de-98beba5e3220), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.092727 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad336e-dd6f-4bb2-b4fc-3abf4b878685 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Calling delete_port for 0966c014-9e2c-4b53-b8de-98beba5e3220 owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:36:48.194602 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6d0d541c-bc2a-4813-90f9-4d047438bb2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.266865 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e4ad336e-dd6f-4bb2-b4fc-3abf4b878685 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (0966c014-9e2c-4b53-b8de-98beba5e3220), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.301724 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad336e-dd6f-4bb2-b4fc-3abf4b878685 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event deleted for resources: {'Port': ['ID=0966c014-9e2c-4b53-b8de-98beba5e3220,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:48.306710 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6d0d541c-bc2a-4813-90f9-4d047438bb2e admin admin] Publish callbacks [] for security_group (2af3dead-6fd4-4611-9c5c-dd094faa5623), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.314077 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-6d0d541c-bc2a-4813-90f9-4d047438bb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (2af3dead-6fd4-4611-9c5c-dd094faa5623), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.360211 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-6d0d541c-bc2a-4813-90f9-4d047438bb2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1bbdeffcaea54aeca8935e66512fc64b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213358 Jul 27 15:36:48.361560 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d541c-bc2a-4813-90f9-4d047438bb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af3dead-6fd4-4611-9c5c-dd094faa5623,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:48.363334 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47128) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:48.365575 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e4ad336e-dd6f-4bb2-b4fc-3abf4b878685 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (8aff6509-ef6a-4eeb-809b-5f5a32f5e52f), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.368475 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e4ad336e-dd6f-4bb2-b4fc-3abf4b878685 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.369668 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e4ad336e-dd6f-4bb2-b4fc-3abf4b878685 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "DELETE /v2.0/floatingips/8aff6509-ef6a-4eeb-809b-5f5a32f5e52f HTTP/1.1" status: 204 len: 168 time: 0.5783248 Jul 27 15:36:48.389233 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:48.448428 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8246a5e7-bd13-4e92-825a-fed733ea1d27 admin admin] Publish callbacks [] for security_group (2af3dead-6fd4-4611-9c5c-dd094faa5623), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.471008 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47136) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:48.476786 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-14736c8c-4786-4b18-b15f-e255e6f6dcc9 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--970255466', 'description': 'tempest-description--513892755'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:48.480604 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8246a5e7-bd13-4e92-825a-fed733ea1d27 admin admin] Publish callbacks [] for security_group (2af3dead-6fd4-4611-9c5c-dd094faa5623), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.505619 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-14736c8c-4786-4b18-b15f-e255e6f6dcc9 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.552629 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8246a5e7-bd13-4e92-825a-fed733ea1d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (2af3dead-6fd4-4611-9c5c-dd094faa5623), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.556598 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8246a5e7-bd13-4e92-825a-fed733ea1d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.557229 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8246a5e7-bd13-4e92-825a-fed733ea1d27 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2af3dead-6fd4-4611-9c5c-dd094faa5623 HTTP/1.1" status: 204 len: 168 time: 0.1925893 Jul 27 15:36:48.569161 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246a5e7-bd13-4e92-825a-fed733ea1d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af3dead-6fd4-4611-9c5c-dd094faa5623,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:48.612444 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-14736c8c-4786-4b18-b15f-e255e6f6dcc9 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (26c3e026-a785-4b43-8257-bfcf15d3a0b6), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.618391 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-14736c8c-4786-4b18-b15f-e255e6f6dcc9 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (26c3e026-a785-4b43-8257-bfcf15d3a0b6), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.625510 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:48.653492 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-14736c8c-4786-4b18-b15f-e255e6f6dcc9 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.658365 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47144) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:48.658941 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-14736c8c-4786-4b18-b15f-e255e6f6dcc9 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1863406 Jul 27 15:36:48.661753 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14736c8c-4786-4b18-b15f-e255e6f6dcc9 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c3e026-a785-4b43-8257-bfcf15d3a0b6,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:48.668322 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-e7b7ee77-f4b4-44f1-8cf9-b57a30dd41e2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'security_group_rule': {'security_group_id': '26c3e026-a785-4b43-8257-bfcf15d3a0b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:48.721624 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e7b7ee77-f4b4-44f1-8cf9-b57a30dd41e2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (d639b449-46b6-433a-8eab-0f2599e55290), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.739712 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=9,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:48.808371 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e7b7ee77-f4b4-44f1-8cf9-b57a30dd41e2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (d639b449-46b6-433a-8eab-0f2599e55290), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.813572 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e7b7ee77-f4b4-44f1-8cf9-b57a30dd41e2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (d639b449-46b6-433a-8eab-0f2599e55290), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.833643 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7ee77-f4b4-44f1-8cf9-b57a30dd41e2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d639b449-46b6-433a-8eab-0f2599e55290,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:48.849106 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e7b7ee77-f4b4-44f1-8cf9-b57a30dd41e2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.854678 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e7b7ee77-f4b4-44f1-8cf9-b57a30dd41e2 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1898830 Jul 27 15:36:48.854678 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47150) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:48.860444 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-ab104b94-9752-4d8b-ac76-a5370b2a6fd3 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'security_group_rule': {'security_group_id': '26c3e026-a785-4b43-8257-bfcf15d3a0b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:48.898489 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ab104b94-9752-4d8b-ac76-a5370b2a6fd3 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (313ad55d-9b7a-4d59-8c82-106c02f47179), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.972141 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ab104b94-9752-4d8b-ac76-a5370b2a6fd3 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (313ad55d-9b7a-4d59-8c82-106c02f47179), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:48.977683 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ab104b94-9752-4d8b-ac76-a5370b2a6fd3 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (313ad55d-9b7a-4d59-8c82-106c02f47179), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:49.001272 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab104b94-9752-4d8b-ac76-a5370b2a6fd3 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313ad55d-9b7a-4d59-8c82-106c02f47179,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:49.011646 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ab104b94-9752-4d8b-ac76-a5370b2a6fd3 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:49.016935 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ab104b94-9752-4d8b-ac76-a5370b2a6fd3 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577489 Jul 27 15:36:49.017300 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47158) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:49.022866 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'floatingip': {'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:49.051376 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:49.152174 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:49.309692 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Allocated IP 172.27.1.90 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/e1e51752-a002-4764-b726-cb1942d2a835) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:36:49.321108 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4a8b89a5-b985-4e74-916d-23372f8dcf74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:49.438456 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:49.443064 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for port (e1e51752-a002-4764-b726-cb1942d2a835), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:49.485753 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (e1e51752-a002-4764-b726-cb1942d2a835), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:49.531089 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:36:49.534841 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:36:49.537517 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:36:49.574525 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'Port': ['ID=e1e51752-a002-4764-b726-cb1942d2a835,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:49.642079 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:49.676827 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (074675ce-7c19-4c5d-a0e5-a4162c911ca8), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:49.730556 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (e1e51752-a002-4764-b726-cb1942d2a835), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:49.794558 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:36:49.821408 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47186) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:49.936886 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for port (e1e51752-a002-4764-b726-cb1942d2a835), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:49.942719 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (e1e51752-a002-4764-b726-cb1942d2a835), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:50.019569 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'Port': ['ID=e1e51752-a002-4764-b726-cb1942d2a835,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:50.054858 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (074675ce-7c19-4c5d-a0e5-a4162c911ca8), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:50.080344 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:50.081635 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-5d2bd431-4b24-4f3d-aa98-1da68ecb74e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0632510 Jul 27 15:36:50.120052 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-2adecfa0-f4c5-4f85-b55c-d584c61adfc5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-466331317-network', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:50.129665 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 310d1b53-872f-4fbc-8c36-00e4731ac228 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:36:50.150444 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adecfa0-f4c5-4f85-b55c-d584c61adfc5 admin admin] Made reservation on behalf of 1f420f7f5f5947088f23da2dab9f0fd7 for: {'network': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:36:50.154461 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2adecfa0-f4c5-4f85-b55c-d584c61adfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:50.157391 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: 310d1b53-872f-4fbc-8c36-00e4731ac228 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:36:50.158009 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 310d1b53-872f-4fbc-8c36-00e4731ac228 not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:36:50.168073 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2adecfa0-f4c5-4f85-b55c-d584c61adfc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:50.311357 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:50.339429 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2adecfa0-f4c5-4f85-b55c-d584c61adfc5 admin admin] Publish callbacks [] for security_group (c31a2a70-762f-47a2-be12-9f2d2f14092d), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:50.347767 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2adecfa0-f4c5-4f85-b55c-d584c61adfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (c31a2a70-762f-47a2-be12-9f2d2f14092d), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:50.374248 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2adecfa0-f4c5-4f85-b55c-d584c61adfc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:36:50.391012 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2adecfa0-f4c5-4f85-b55c-d584c61adfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (118fdf1d-41a2-48da-9f09-70f83a1fc2d0), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:50.391414 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.segments_db [None req-2adecfa0-f4c5-4f85-b55c-d584c61adfc5 admin admin] Added segment 118fdf1d-41a2-48da-9f09-70f83a1fc2d0 of type vlan for network 1fd80b0f-495d-4f71-90b9-50d0753d3896 Jul 27 15:36:50.431448 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-d9b67f81-bd58-49a1-9042-516d06b8f830 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--970255466&fields=id&tenant_id=33ea04cddf084bc9b4aab1e7c477abbf HTTP/1.1" status: 200 len: 267 time: 0.0510581 Jul 27 15:36:50.445675 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adecfa0-f4c5-4f85-b55c-d584c61adfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31a2a70-762f-47a2-be12-9f2d2f14092d,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:50.472915 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2adecfa0-f4c5-4f85-b55c-d584c61adfc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (1fd80b0f-495d-4f71-90b9-50d0753d3896), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:50.507604 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2adecfa0-f4c5-4f85-b55c-d584c61adfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (1fd80b0f-495d-4f71-90b9-50d0753d3896), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:50.508655 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adecfa0-f4c5-4f85-b55c-d584c61adfc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:50.509240 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2adecfa0-f4c5-4f85-b55c-d584c61adfc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:50.576766 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-2adecfa0-f4c5-4f85-b55c-d584c61adfc5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7540667 Jul 27 15:36:50.579914 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47216) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:50.587758 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-b73fd0fd-9c38-4ff4-9cc3-374a8e586e88 admin admin] Request body: {'subnet': {'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-466331317-subnet', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:50.598352 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-ecb77b41-6a9c-4a50-bce4-a03fb8a2030f tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:50.599960 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-ecb77b41-6a9c-4a50-bce4-a03fb8a2030f tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/networks?id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb HTTP/1.1" status: 200 len: 815 time: 0.1542122 Jul 27 15:36:50.606858 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adecfa0-f4c5-4f85-b55c-d584c61adfc5 admin admin] Pushing event updated for resources: {'Network': ['ID=1fd80b0f-495d-4f71-90b9-50d0753d3896,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:50.619620 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-1858669d-8d4b-4466-8774-c4063d7d130d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/quotas/33ea04cddf084bc9b4aab1e7c477abbf HTTP/1.1" status: 200 len: 375 time: 0.0129223 Jul 27 15:36:50.622703 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73fd0fd-9c38-4ff4-9cc3-374a8e586e88 admin admin] Made reservation on behalf of 1f420f7f5f5947088f23da2dab9f0fd7 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:36:50.626269 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network 1fd80b0f-495d-4f71-90b9-50d0753d3896 details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:36:50.627073 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b73fd0fd-9c38-4ff4-9cc3-374a8e586e88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9007690'] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:50.718070 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-2238ce15-0bf1-4726-857b-6ccd3ca05e14 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ea04cddf084bc9b4aab1e7c477abbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739412 Jul 27 15:36:50.831790 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-7ad68f6a-5177-46d7-a9c6-e6481f153517 service neutron] 10.222.0.36 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122720 Jul 27 15:36:50.866148 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:50.886261 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b73fd0fd-9c38-4ff4-9cc3-374a8e586e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9021833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9007716'] for subnet (4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:50.946213 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fd0fd-9c38-4ff4-9cc3-374a8e586e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:50.953792 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-2b4fea40-980d-4115-85ca-3c1dcbfa20f5 service neutron] 10.222.0.36 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161249 Jul 27 15:36:50.958108 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73fd0fd-9c38-4ff4-9cc3-374a8e586e88 admin admin] Checking segment: {'id': '118fdf1d-41a2-48da-9f09-70f83a1fc2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:36:50.958698 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73fd0fd-9c38-4ff4-9cc3-374a8e586e88 admin admin] Network hostable DHCP agents. Network: 1fd80b0f-495d-4f71-90b9-50d0753d3896, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:36:50.983604 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73fd0fd-9c38-4ff4-9cc3-374a8e586e88 admin admin] Network 1fd80b0f-495d-4f71-90b9-50d0753d3896 is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:36:50.996402 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-b73fd0fd-9c38-4ff4-9cc3-374a8e586e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, 1fd80b0f-495d-4f71-90b9-50d0753d3896) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:36:51.001078 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73fd0fd-9c38-4ff4-9cc3-374a8e586e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:51.001687 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b73fd0fd-9c38-4ff4-9cc3-374a8e586e88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:51.006646 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1ddc25-4f1f-487e-9041-2ffaada68c7f None None] Network 1fd80b0f-495d-4f71-90b9-50d0753d3896 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:36:51.020005 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b73fd0fd-9c38-4ff4-9cc3-374a8e586e88 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4386811 Jul 27 15:36:51.022716 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47222) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:51.028376 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-466331317-router', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:51.052835 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:51.062881 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (19411328-d0b5-4aea-89bc-39094b6ee7f0), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:51.064110 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (19411328-d0b5-4aea-89bc-39094b6ee7f0), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:51.157942 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Publish callbacks [] for router_controller (19411328-d0b5-4aea-89bc-39094b6ee7f0), precommit_add_association {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:51.180706 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3dfed2a7-b9c5-4cd2-b9d9-3c67dd27b2e0 req-1b1bb580-84d8-4722-8da9-3ad30b242900 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 210 time: 0.0451331 Jul 27 15:36:51.290987 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ed9012-b7a2-53ef-b07c-df57315a4421-1fd80b0f-495d-4f71-90b9-50d0753d3896', 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896', 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'fixed_ips': [{'subnet_id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa'}]}} from dv-cinder-841315-2-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 15:36:51.293016 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:51.339708 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Publish callbacks [] for router_gateway (19411328-d0b5-4aea-89bc-39094b6ee7f0), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:51.414018 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:51.477412 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:51.487013 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Allocated IP 172.20.0.2 (1fd80b0f-495d-4f71-90b9-50d0753d3896/4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa/8d1ca73d-1d19-43b6-9124-754de3b7c880) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:36:51.490034 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:51.604106 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Publish callbacks [] for router_gateway (19411328-d0b5-4aea-89bc-39094b6ee7f0), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:51.626523 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:51.677056 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Publish callbacks [] for port (8d1ca73d-1d19-43b6-9124-754de3b7c880), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:51.695192 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (8d1ca73d-1d19-43b6-9124-754de3b7c880), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:51.749400 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Network 1fd80b0f-495d-4f71-90b9-50d0753d3896 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:36:51.754085 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:36:51.758667 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:36:51.762455 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Pushing event updated for resources: {'Port': ['ID=8d1ca73d-1d19-43b6-9124-754de3b7c880,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:51.775359 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Allocated IP 172.27.1.83 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/d94d8689-81e6-4262-b65c-3961adb4a610) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:36:51.829518 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Attempting to bind port 8d1ca73d-1d19-43b6-9124-754de3b7c880 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:36:51.830121 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Attempting to bind port 8d1ca73d-1d19-43b6-9124-754de3b7c880 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '118fdf1d-41a2-48da-9f09-70f83a1fc2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:36:51.830469 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Attempting to bind port 8d1ca73d-1d19-43b6-9124-754de3b7c880 on network 1fd80b0f-495d-4f71-90b9-50d0753d3896 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:36:51.837578 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:36:51.837956 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Checking segment: {'id': '118fdf1d-41a2-48da-9f09-70f83a1fc2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:36:51.838609 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:51.839012 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Bound using segment: {'id': '118fdf1d-41a2-48da-9f09-70f83a1fc2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:36:51.839518 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Bound port: 8d1ca73d-1d19-43b6-9124-754de3b7c880, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118fdf1d-41a2-48da-9f09-70f83a1fc2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:36:51.839930 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (8d1ca73d-1d19-43b6-9124-754de3b7c880), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:51.922383 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Publish callbacks [] for port (d94d8689-81e6-4262-b65c-3961adb4a610), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:51.932485 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] For port 8d1ca73d-1d19-43b6-9124-754de3b7c880, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:36:51.937416 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] For port 8d1ca73d-1d19-43b6-9124-754de3b7c880, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=8d1ca73d-1d19-43b6-9124-754de3b7c880,segment=NetworkSegment(118fdf1d-41a2-48da-9f09-70f83a1fc2d0),segment_id=118fdf1d-41a2-48da-9f09-70f83a1fc2d0)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:36:51.945476 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (8d1ca73d-1d19-43b6-9124-754de3b7c880), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:51.971283 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (d94d8689-81e6-4262-b65c-3961adb4a610), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:52.030864 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Pushing event updated for resources: {'Port': ['ID=d94d8689-81e6-4262-b65c-3961adb4a610,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:52.047487 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:36:52.047487 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:36:52.048681 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:36:52.063624 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb039915-8eec-41e8-a7c9-de3ad29196cb None None] Pushing event updated for resources: {'Port': ['ID=8d1ca73d-1d19-43b6-9124-754de3b7c880,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:52.092396 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:52.289496 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:52.333403 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:52.366818 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:52.370011 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dd3b79ef-0633-4d3d-939d-84fbe0a40ba3 req-bfcf65b7-5e7d-4f3a-89e7-58892a878684 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 210 time: 0.0473447 Jul 27 15:36:52.562003 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-3fb30341-bb35-4d85-afe0-879b042dec0c tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:52.564560 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-3fb30341-bb35-4d85-afe0-879b042dec0c tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "GET /v2.0/networks?id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb HTTP/1.1" status: 200 len: 815 time: 0.1962533 Jul 27 15:36:52.603085 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Publish callbacks [] for router_gateway (19411328-d0b5-4aea-89bc-39094b6ee7f0), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:52.642234 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:52.706999 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-8e53fa2b-a9e6-464e-9016-5a7829aabd45 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33ea04cddf084bc9b4aab1e7c477abbf HTTP/1.1" status: 200 len: 379 time: 0.1314471 Jul 27 15:36:52.721171 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-1509a2e9-6aa8-450c-bc38-83bbfbc32925 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'port': {'device_id': '74a2fff2-0034-437f-be7e-bcba679c0b2f', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'admin_state_up': True, 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'security_groups': ['26c3e026-a785-4b43-8257-bfcf15d3a0b6']}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:52.798879 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 8d1ca73d-1d19-43b6-9124-754de3b7c880 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:36:52.855865 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 8d1ca73d-1d19-43b6-9124-754de3b7c880 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:36:52.856356 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (8d1ca73d-1d19-43b6-9124-754de3b7c880), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:52.925998 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374406'] for router (19411328-d0b5-4aea-89bc-39094b6ee7f0), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:52.931221 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-1509a2e9-6aa8-450c-bc38-83bbfbc32925 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Made reservation on behalf of 33ea04cddf084bc9b4aab1e7c477abbf for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:36:52.935072 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-1509a2e9-6aa8-450c-bc38-83bbfbc32925 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:52.947821 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 8d1ca73d-1d19-43b6-9124-754de3b7c880 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:36:52.947821 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (8d1ca73d-1d19-43b6-9124-754de3b7c880), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:52.985101 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port 8d1ca73d-1d19-43b6-9124-754de3b7c880, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=8d1ca73d-1d19-43b6-9124-754de3b7c880,segment=NetworkSegment(118fdf1d-41a2-48da-9f09-70f83a1fc2d0),segment_id=118fdf1d-41a2-48da-9f09-70f83a1fc2d0)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:36:52.989663 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (8d1ca73d-1d19-43b6-9124-754de3b7c880), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:53.038900 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=8d1ca73d-1d19-43b6-9124-754de3b7c880,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:53.046801 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:53.047142 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:53.047671 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:53.048038 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:53.048370 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:53.048717 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:53.049062 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:53.049394 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:53.049721 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:53.050036 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:53.050361 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:53.050683 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:53.051000 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:53.051342 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:53.051633 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:53.162575 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ed5a53-2a5a-4962-be93-231fe4a6f14b None None] Network 1fd80b0f-495d-4f71-90b9-50d0753d3896 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:36:53.163134 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-1509a2e9-6aa8-450c-bc38-83bbfbc32925 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Allocated IP 172.20.0.8 (a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb/c026a68a-eb65-46d4-9eae-868f5270709b/82a9f1b2-b04d-4236-b0ad-f4bacb75fe42) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:36:53.189625 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:53.221743 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Router 19411328-d0b5-4aea-89bc-39094b6ee7f0 is scheduled to L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 with binding_index 1 {{(pid=103935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 15:36:53.232846 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8ea56eed-b455-4701-9262-971719bd61b8 None None] Provisioning complete for port 8d1ca73d-1d19-43b6-9124-754de3b7c880 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:36:53.233224 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8ea56eed-b455-4701-9262-971719bd61b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (8d1ca73d-1d19-43b6-9124-754de3b7c880), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:53.234627 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:53.282806 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:53.363362 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8ea56eed-b455-4701-9262-971719bd61b8 None None] Current status of the port 8d1ca73d-1d19-43b6-9124-754de3b7c880 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:36:53.416446 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-1509a2e9-6aa8-450c-bc38-83bbfbc32925 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for port (82a9f1b2-b04d-4236-b0ad-f4bacb75fe42), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:53.422281 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:36:53.439866 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Sync routers for ids ['19411328-d0b5-4aea-89bc-39094b6ee7f0'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:36:53.454609 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Routers {'19411328-d0b5-4aea-89bc-39094b6ee7f0'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:36:53.455256 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:36:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['19411328-d0b5-4aea-89bc-39094b6ee7f0'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:53.464010 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:53.467895 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-394c6668-2f2b-48aa-bce0-5242315ed876 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4410977 Jul 27 15:36:53.470756 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47254) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:53.498307 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:53.534198 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f06bb6e6-8edd-401f-a54f-d4733e851aef req-708c9320-ea82-4dad-afcf-302b8b4d4e5a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 210 time: 0.0838795 Jul 27 15:36:53.550098 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-1509a2e9-6aa8-450c-bc38-83bbfbc32925 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (82a9f1b2-b04d-4236-b0ad-f4bacb75fe42), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:53.608718 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Set router 19411328-d0b5-4aea-89bc-39094b6ee7f0 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:36:53.725137 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-c7a0aa2e-7f1e-4879-9066-6d5e0a7406ae None None] Provisioning complete for port 8d1ca73d-1d19-43b6-9124-754de3b7c880 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:36:53.725641 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c7a0aa2e-7f1e-4879-9066-6d5e0a7406ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (8d1ca73d-1d19-43b6-9124-754de3b7c880), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:53.872726 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-c7a0aa2e-7f1e-4879-9066-6d5e0a7406ae None None] Current status of the port 8d1ca73d-1d19-43b6-9124-754de3b7c880 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:36:53.874898 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'name': 'tempest-TestShelveInstance-466331317-router', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:52Z', 'revision_number': 3, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'gw_port': {'id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:53.902607 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Checking router: 19411328-d0b5-4aea-89bc-39094b6ee7f0 for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:36:53.902943 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Updating router 19411328-d0b5-4aea-89bc-39094b6ee7f0 port d94d8689-81e6-4262-b65c-3961adb4a610 binding host dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:36:53.951479 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-1509a2e9-6aa8-450c-bc38-83bbfbc32925 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:36:53.958797 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-1509a2e9-6aa8-450c-bc38-83bbfbc32925 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:36:53.961527 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d94d8689-81e6-4262-b65c-3961adb4a610), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:53.962372 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509a2e9-6aa8-450c-bc38-83bbfbc32925 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'Port': ['ID=82a9f1b2-b04d-4236-b0ad-f4bacb75fe42,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:53.966326 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-1509a2e9-6aa8-450c-bc38-83bbfbc32925 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:36:54.107659 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-1509a2e9-6aa8-450c-bc38-83bbfbc32925 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:54.108364 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-1509a2e9-6aa8-450c-bc38-83bbfbc32925 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:54.136963 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-1509a2e9-6aa8-450c-bc38-83bbfbc32925 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4239597 Jul 27 15:36:54.150733 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Request body: {'port': {'device_id': '74a2fff2-0034-437f-be7e-bcba679c0b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:54.287376 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (82a9f1b2-b04d-4236-b0ad-f4bacb75fe42), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:54.290743 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Publish callbacks [] for port (d94d8689-81e6-4262-b65c-3961adb4a610), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:54.300796 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (d94d8689-81e6-4262-b65c-3961adb4a610), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:54.304535 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:54.330460 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-f74e1f07-26d9-46d3-96c9-d28f8480611b None None] Provisioning complete for port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:36:54.330832 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f74e1f07-26d9-46d3-96c9-d28f8480611b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (82a9f1b2-b04d-4236-b0ad-f4bacb75fe42), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:54.370437 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:54.388383 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:54.391925 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042fb7b-d971-442e-a914-1f1dc7b8a980 None None] Pushing event updated for resources: {'Port': ['ID=d94d8689-81e6-4262-b65c-3961adb4a610,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:54.394929 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-f74e1f07-26d9-46d3-96c9-d28f8480611b None None] Port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:36:54.396688 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Attempting to bind port d94d8689-81e6-4262-b65c-3961adb4a610 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:36:54.397058 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Attempting to bind port d94d8689-81e6-4262-b65c-3961adb4a610 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:36:54.397590 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Attempting to bind port d94d8689-81e6-4262-b65c-3961adb4a610 on network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:36:54.403847 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:36:54.403847 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Checking segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:36:54.404239 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:54.404624 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Bound using segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:36:54.405092 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Bound port: d94d8689-81e6-4262-b65c-3961adb4a610, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:36:54.405469 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d94d8689-81e6-4262-b65c-3961adb4a610), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:54.464283 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] For port d94d8689-81e6-4262-b65c-3961adb4a610, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:36:54.467402 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] For port d94d8689-81e6-4262-b65c-3961adb4a610, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=d94d8689-81e6-4262-b65c-3961adb4a610,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:36:54.473822 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (d94d8689-81e6-4262-b65c-3961adb4a610), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:54.533202 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Routers {'19411328-d0b5-4aea-89bc-39094b6ee7f0'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:36:54.533827 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:36:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['19411328-d0b5-4aea-89bc-39094b6ee7f0'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:54.537993 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042fb7b-d971-442e-a914-1f1dc7b8a980 None None] Pushing event updated for resources: {'Port': ['ID=d94d8689-81e6-4262-b65c-3961adb4a610,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:54.609270 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:54.708105 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b91124-9e7d-4d8a-b62a-953e8f0cade4 req-be6255f1-ba10-4d65-a8a8-040bb96c9009 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:54.710520 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c2b91124-9e7d-4d8a-b62a-953e8f0cade4 req-be6255f1-ba10-4d65-a8a8-040bb96c9009 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 931 time: 0.0772142 Jul 27 15:36:54.735467 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:54.775877 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:36:54.784461 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c2b91124-9e7d-4d8a-b62a-953e8f0cade4 req-30eafce3-d07d-4168-99bd-6c2a14f30014 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=26c3e026-a785-4b43-8257-bfcf15d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662732 Jul 27 15:36:54.787132 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Publish callbacks [] for port (82a9f1b2-b04d-4236-b0ad-f4bacb75fe42), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:54.790363 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] Set router 19411328-d0b5-4aea-89bc-39094b6ee7f0 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:36:54.816561 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Transition to ACTIVE for port object 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:36:54.829406 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9021810'] for port (82a9f1b2-b04d-4236-b0ad-f4bacb75fe42), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:54.851281 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 8d1ca73d-1d19-43b6-9124-754de3b7c880 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:36:54.933128 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Pushing event updated for resources: {'Port': ['ID=82a9f1b2-b04d-4236-b0ad-f4bacb75fe42,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:54.934037 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Allocated IP 172.20.0.1 (1fd80b0f-495d-4f71-90b9-50d0753d3896/4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa/875b2aaa-00f1-40d8-a148-7a5e48e33d98) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:36:54.989020 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 8d1ca73d-1d19-43b6-9124-754de3b7c880 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:36:54.989598 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (8d1ca73d-1d19-43b6-9124-754de3b7c880), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:55.073928 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Attempting to bind port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:36:55.074454 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Attempting to bind port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:36:55.074607 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Attempting to bind port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 on network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:36:55.079663 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:55.081605 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'name': 'tempest-TestShelveInstance-466331317-router', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:52Z', 'revision_number': 3, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'gw_port': {'id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:55.086787 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 on network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:36:55.086787 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Attempting to bind port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 on network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:36:55.110324 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:36:55.110863 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Checking segment: {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:36:55.111264 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Bound using segment: {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:36:55.111721 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Bound port: 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:36:55.112186 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (82a9f1b2-b04d-4236-b0ad-f4bacb75fe42), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:55.115325 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f487d9d-6419-4895-8dc8-d1a2336d49c7 None None] The sync data for ids ['19411328-d0b5-4aea-89bc-39094b6ee7f0'] in dv-cinder-841315-2-iscsi is: [{'id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'name': 'tempest-TestShelveInstance-466331317-router', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:52Z', 'revision_number': 3, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'gw_port': {'id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:36:55.171450 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 8d1ca73d-1d19-43b6-9124-754de3b7c880 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:36:55.178466 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Publish callbacks [] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:55.229983 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] For port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42, host hv-cinder-84131, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:36:55.247107 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] For port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=82a9f1b2-b04d-4236-b0ad-f4bacb75fe42,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:36:55.258430 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9021810'] for port (82a9f1b2-b04d-4236-b0ad-f4bacb75fe42), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:55.273662 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:55.317404 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:55.318043 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:55.319477 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] 10.222.0.42 "PUT /v2.0/ports/82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 HTTP/1.1" status: 200 len: 1093 time: 1.1748750 Jul 27 15:36:55.322054 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a2fff2-0034-437f-be7e-bcba679c0b2f', 'tag': '82a9f1b2-b04d-4236-b0ad-f4bacb75fe42'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:36:55.324226 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c11f92-f708-4e1d-806e-91daabf179ed" -d '{"events": [{"name": "network-changed", "server_uuid": "74a2fff2-0034-437f-be7e-bcba679c0b2f", "tag": "82a9f1b2-b04d-4236-b0ad-f4bacb75fe42"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:36:55.334632 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Network 1fd80b0f-495d-4f71-90b9-50d0753d3896 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:36:55.343378 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:36:55.347581 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:36:55.391141 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8282c08e-b556-4f5e-8a11-ff8ad9decf70 x-openstack-request-id: req-8282c08e-b556-4f5e-8a11-ff8ad9decf70 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:36:55.391455 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a2fff2-0034-437f-be7e-bcba679c0b2f", "tag": "82a9f1b2-b04d-4236-b0ad-f4bacb75fe42", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:36:55.391681 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8282c08e-b556-4f5e-8a11-ff8ad9decf70 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:36:55.392119 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8282c08e-b556-4f5e-8a11-ff8ad9decf70'] response: {'name': 'network-changed', 'server_uuid': '74a2fff2-0034-437f-be7e-bcba679c0b2f', 'tag': '82a9f1b2-b04d-4236-b0ad-f4bacb75fe42', 'status': 'completed', 'code': 200} Jul 27 15:36:55.403022 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e302eec-c36c-4868-b24a-e4f4d135b36e service neutron] Pushing event updated for resources: {'Port': ['ID=82a9f1b2-b04d-4236-b0ad-f4bacb75fe42,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:55.525192 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500358'] for router_interface (19411328-d0b5-4aea-89bc-39094b6ee7f0), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:55.535790 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-16a61c91-f82f-4427-ae96-8b290d10952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:55.537399 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-16a61c91-f82f-4427-ae96-8b290d10952a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33ea04cddf084bc9b4aab1e7c477abbf&device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 1127 time: 0.1487358 Jul 27 15:36:55.582560 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Pushing event updated for resources: {'Port': ['ID=875b2aaa-00f1-40d8-a148-7a5e48e33d98,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:55.633819 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-02485712-aea5-4a40-b20f-0c266c4f4d0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 HTTP/1.1" status: 200 len: 217 time: 0.0522714 Jul 27 15:36:55.729206 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:55.741319 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-f37ac081-4947-48f7-b31f-b3a01cbbd582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:55.742935 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-f37ac081-4947-48f7-b31f-b3a01cbbd582 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c026a68a-eb65-46d4-9eae-868f5270709b HTTP/1.1" status: 200 len: 854 time: 0.0982578 Jul 27 15:36:55.861300 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-ff9f5e24-45be-4a4f-9893-1fe879800f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:55.863060 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-ff9f5e24-45be-4a4f-9893-1fe879800f88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1093516 Jul 27 15:36:55.917849 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-dacd5b14-c5b8-4f8e-bae0-ceca934c3925 None None] Provisioning complete for port 875b2aaa-00f1-40d8-a148-7a5e48e33d98 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:36:55.918229 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dacd5b14-c5b8-4f8e-bae0-ceca934c3925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:55.955325 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90312c2b-be75-4b98-9b6b-50c4571e027e req-8eb35644-d81d-4e16-9370-017e2d2d357d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:55.975474 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-90312c2b-be75-4b98-9b6b-50c4571e027e req-8eb35644-d81d-4e16-9370-017e2d2d357d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 943 time: 0.0790527 Jul 27 15:36:55.975677 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-dacd5b14-c5b8-4f8e-bae0-ceca934c3925 None None] Port 875b2aaa-00f1-40d8-a148-7a5e48e33d98 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:36:55.992751 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:55.992978 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:56.024127 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-90312c2b-be75-4b98-9b6b-50c4571e027e req-23f87cd0-863d-4060-b424-b05ec510c79d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=26c3e026-a785-4b43-8257-bfcf15d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475140 Jul 27 15:36:56.124373 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-dd425968-adde-46fe-a318-d517a1cae38f service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523494 Jul 27 15:36:56.144087 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:56.281502 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4ecef0d1-2d5a-4086-94cb-a890839b018f req-55e58496-f80c-43a5-a668-977583e248e9 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467543 Jul 27 15:36:56.283432 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Publish callbacks [] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:56.288554 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9021810'] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:56.360097 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500474'] for router_interface (19411328-d0b5-4aea-89bc-39094b6ee7f0), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:56.362048 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Pushing event updated for resources: {'Port': ['ID=875b2aaa-00f1-40d8-a148-7a5e48e33d98,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:56.458730 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Network 1fd80b0f-495d-4f71-90b9-50d0753d3896 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:36:56.460123 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:36:56.575464 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Router 19411328-d0b5-4aea-89bc-39094b6ee7f0 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:36:56.674309 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:56.688723 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:36:56.694267 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-2e33ff65-6dcd-4112-8f42-99c8a4c587c9 admin admin] 10.222.0.36 "PUT /v2.0/routers/19411328-d0b5-4aea-89bc-39094b6ee7f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2224982 Jul 27 15:36:56.697342 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-f64e2a92-c9fb-4fc5-bb65-564b17842d3d None None] Provisioning complete for port 875b2aaa-00f1-40d8-a148-7a5e48e33d98 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:36:56.697828 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f64e2a92-c9fb-4fc5-bb65-564b17842d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:56.747255 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-f64e2a92-c9fb-4fc5-bb65-564b17842d3d None None] Port 875b2aaa-00f1-40d8-a148-7a5e48e33d98 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:36:56.801686 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device d94d8689-81e6-4262-b65c-3961adb4a610 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:36:56.855997 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port d94d8689-81e6-4262-b65c-3961adb4a610 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:36:56.856473 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (d94d8689-81e6-4262-b65c-3961adb4a610), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:56.955759 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port d94d8689-81e6-4262-b65c-3961adb4a610 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:36:56.955759 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d94d8689-81e6-4262-b65c-3961adb4a610), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:56.977164 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port d94d8689-81e6-4262-b65c-3961adb4a610, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=d94d8689-81e6-4262-b65c-3961adb4a610,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:36:56.978975 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:56.980309 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:56.990176 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Sync routers for ids ['19411328-d0b5-4aea-89bc-39094b6ee7f0'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:36:56.990924 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (d94d8689-81e6-4262-b65c-3961adb4a610), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:57.004524 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Routers {'19411328-d0b5-4aea-89bc-39094b6ee7f0'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:36:57.005723 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:36:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['19411328-d0b5-4aea-89bc-39094b6ee7f0'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:57.067670 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=d94d8689-81e6-4262-b65c-3961adb4a610,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:57.164822 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Set router 19411328-d0b5-4aea-89bc-39094b6ee7f0 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:36:57.196672 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b716569-0992-480e-ae8a-de402c9d7ef3 req-81cb357e-dd4e-4892-b37f-84ac1f98a6ef tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:57.198318 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5b716569-0992-480e-ae8a-de402c9d7ef3 req-81cb357e-dd4e-4892-b37f-84ac1f98a6ef tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 943 time: 0.0811658 Jul 27 15:36:57.314370 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5b716569-0992-480e-ae8a-de402c9d7ef3 req-a9c9295f-b083-4e60-b1d6-f990662e7bae tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=26c3e026-a785-4b43-8257-bfcf15d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088579 Jul 27 15:36:57.316473 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c11f92-f708-4e1d-806e-91daabf179ed req-99ff4589-9160-448f-afe9-82cd84b4e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:57.318282 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-43c11f92-f708-4e1d-806e-91daabf179ed req-99ff4589-9160-448f-afe9-82cd84b4e337 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33ea04cddf084bc9b4aab1e7c477abbf&device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 1127 time: 0.0946488 Jul 27 15:36:57.413918 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'name': 'tempest-TestShelveInstance-466331317-router', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:55Z', 'revision_number': 4, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'gw_port': {'id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '875b2aaa-00f1-40d8-a148-7a5e48e33d98', 'name': '', 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'mac_address': 'fa:16:3e:ae:14:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:54Z', 'updated_at': '2022-07-27T15:36:56Z', 'revision_number': 2, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'subnets': [{'id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:57.435806 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c11f92-f708-4e1d-806e-91daabf179ed req-39ba54f2-0475-4514-9f24-fcc4fb46aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:57.437868 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-43c11f92-f708-4e1d-806e-91daabf179ed req-39ba54f2-0475-4514-9f24-fcc4fb46aa89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb HTTP/1.1" status: 200 len: 916 time: 0.1103637 Jul 27 15:36:57.445460 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Checking router: 19411328-d0b5-4aea-89bc-39094b6ee7f0 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:36:57.446147 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Updating router 19411328-d0b5-4aea-89bc-39094b6ee7f0 port 875b2aaa-00f1-40d8-a148-7a5e48e33d98 binding host dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:36:57.484671 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:57.491869 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-43c11f92-f708-4e1d-806e-91daabf179ed req-818b4c7b-4921-43dc-8fe3-685ec1585a72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 HTTP/1.1" status: 200 len: 217 time: 0.0476804 Jul 27 15:36:57.531112 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47310) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:57.536646 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-e3b65325-8e58-4661-a7a0-12d0c55040f0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-204866774-network', 'tenant_id': 'e6dc7bd3aaf94f6db124873ade24362e'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:57.549594 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c11f92-f708-4e1d-806e-91daabf179ed req-10b0827c-6536-4f0d-b7f0-67ac87108adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:57.551425 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-43c11f92-f708-4e1d-806e-91daabf179ed req-10b0827c-6536-4f0d-b7f0-67ac87108adc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c026a68a-eb65-46d4-9eae-868f5270709b HTTP/1.1" status: 200 len: 854 time: 0.0532169 Jul 27 15:36:57.566948 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b65325-8e58-4661-a7a0-12d0c55040f0 admin admin] Made reservation on behalf of e6dc7bd3aaf94f6db124873ade24362e for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:36:57.569839 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e3b65325-8e58-4661-a7a0-12d0c55040f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:57.579681 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e3b65325-8e58-4661-a7a0-12d0c55040f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:57.604587 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c11f92-f708-4e1d-806e-91daabf179ed req-65482e92-f9f2-44ed-a12f-9c86ad689601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:57.606149 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-43c11f92-f708-4e1d-806e-91daabf179ed req-65482e92-f9f2-44ed-a12f-9c86ad689601 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470171 Jul 27 15:36:57.666321 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e3b65325-8e58-4661-a7a0-12d0c55040f0 admin admin] Publish callbacks [] for security_group (3b6b114c-0d8b-4003-b327-57de1f6e5033), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:57.670905 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e3b65325-8e58-4661-a7a0-12d0c55040f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (3b6b114c-0d8b-4003-b327-57de1f6e5033), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:57.677576 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:57.694374 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b65325-8e58-4661-a7a0-12d0c55040f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:36:57.711093 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b65325-8e58-4661-a7a0-12d0c55040f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6b114c-0d8b-4003-b327-57de1f6e5033,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:57.714187 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e3b65325-8e58-4661-a7a0-12d0c55040f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (068e15e6-8e28-4fe1-b936-f59c00316451), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:57.714535 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-e3b65325-8e58-4661-a7a0-12d0c55040f0 admin admin] Added segment 068e15e6-8e28-4fe1-b936-f59c00316451 of type vlan for network fe893c00-476c-4cc9-87f2-571038ef439c Jul 27 15:36:57.722652 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-43c11f92-f708-4e1d-806e-91daabf179ed req-f14f8835-143a-4c56-a6aa-3f8b2d4fc36d service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093748 Jul 27 15:36:57.770170 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e3b65325-8e58-4661-a7a0-12d0c55040f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (fe893c00-476c-4cc9-87f2-571038ef439c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:57.815593 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e3b65325-8e58-4661-a7a0-12d0c55040f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (fe893c00-476c-4cc9-87f2-571038ef439c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:57.816954 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b65325-8e58-4661-a7a0-12d0c55040f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:57.817511 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-e3b65325-8e58-4661-a7a0-12d0c55040f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:57.833722 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Publish callbacks [] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:57.843791 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:57.847021 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:57.860310 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-43c11f92-f708-4e1d-806e-91daabf179ed req-a62ae420-f8cd-453c-b1d8-ced203139cd8 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303644 Jul 27 15:36:57.878733 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-e3b65325-8e58-4661-a7a0-12d0c55040f0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3461876 Jul 27 15:36:57.881493 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47312) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:57.888539 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-83db093e-0a84-4b57-bc07-09be5d73007a admin admin] Request body: {'subnet': {'network_id': 'fe893c00-476c-4cc9-87f2-571038ef439c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-204866774-subnet', 'tenant_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:57.891487 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b65325-8e58-4661-a7a0-12d0c55040f0 admin admin] Pushing event updated for resources: {'Network': ['ID=fe893c00-476c-4cc9-87f2-571038ef439c,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:57.906916 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7f512-586a-4555-a13e-23fe8bee55a4 None None] Pushing event updated for resources: {'Port': ['ID=875b2aaa-00f1-40d8-a148-7a5e48e33d98,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:57.909426 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network fe893c00-476c-4cc9-87f2-571038ef439c details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:36:57.913942 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83db093e-0a84-4b57-bc07-09be5d73007a admin admin] Made reservation on behalf of e6dc7bd3aaf94f6db124873ade24362e for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:36:57.916977 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-83db093e-0a84-4b57-bc07-09be5d73007a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9007690'] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:57.933387 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7f512-586a-4555-a13e-23fe8bee55a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:57.935923 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7f512-586a-4555-a13e-23fe8bee55a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:57.935923 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7f512-586a-4555-a13e-23fe8bee55a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:57.935923 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7f512-586a-4555-a13e-23fe8bee55a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:57.935923 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7f512-586a-4555-a13e-23fe8bee55a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:57.935923 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7f512-586a-4555-a13e-23fe8bee55a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:57.935923 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7f512-586a-4555-a13e-23fe8bee55a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:57.941618 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7f512-586a-4555-a13e-23fe8bee55a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:57.941618 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7f512-586a-4555-a13e-23fe8bee55a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:57.941618 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7f512-586a-4555-a13e-23fe8bee55a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:57.941618 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7f512-586a-4555-a13e-23fe8bee55a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:57.941618 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7f512-586a-4555-a13e-23fe8bee55a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:57.941618 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7f512-586a-4555-a13e-23fe8bee55a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:57.941618 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7f512-586a-4555-a13e-23fe8bee55a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:57.941618 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d7f512-586a-4555-a13e-23fe8bee55a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:36:57.983479 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Attempting to bind port 875b2aaa-00f1-40d8-a148-7a5e48e33d98 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:36:57.983903 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Attempting to bind port 875b2aaa-00f1-40d8-a148-7a5e48e33d98 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '118fdf1d-41a2-48da-9f09-70f83a1fc2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:36:57.984268 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Attempting to bind port 875b2aaa-00f1-40d8-a148-7a5e48e33d98 on network 1fd80b0f-495d-4f71-90b9-50d0753d3896 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:36:57.989927 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:36:57.990623 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Checking segment: {'id': '118fdf1d-41a2-48da-9f09-70f83a1fc2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:36:57.991802 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:57.992396 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Bound using segment: {'id': '118fdf1d-41a2-48da-9f09-70f83a1fc2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:36:57.993051 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Bound port: 875b2aaa-00f1-40d8-a148-7a5e48e33d98, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118fdf1d-41a2-48da-9f09-70f83a1fc2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:36:57.993630 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:58.068550 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] For port 875b2aaa-00f1-40d8-a148-7a5e48e33d98, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:36:58.074282 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] For port 875b2aaa-00f1-40d8-a148-7a5e48e33d98, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=875b2aaa-00f1-40d8-a148-7a5e48e33d98,segment=NetworkSegment(118fdf1d-41a2-48da-9f09-70f83a1fc2d0),segment_id=118fdf1d-41a2-48da-9f09-70f83a1fc2d0)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:36:58.082556 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:58.108577 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-83db093e-0a84-4b57-bc07-09be5d73007a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9021833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9007716'] for subnet (ccf64aa7-4316-42d2-9106-5e0c2723ff9a), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:58.136452 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:58.148469 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:58.150534 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Routers {'19411328-d0b5-4aea-89bc-39094b6ee7f0'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:36:58.151344 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:36:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['19411328-d0b5-4aea-89bc-39094b6ee7f0'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:58.155304 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7f512-586a-4555-a13e-23fe8bee55a4 None None] Pushing event updated for resources: {'Port': ['ID=875b2aaa-00f1-40d8-a148-7a5e48e33d98,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:58.178772 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db093e-0a84-4b57-bc07-09be5d73007a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf64aa7-4316-42d2-9106-5e0c2723ff9a,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:58.196783 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db093e-0a84-4b57-bc07-09be5d73007a admin admin] Checking segment: {'id': '068e15e6-8e28-4fe1-b936-f59c00316451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fe893c00-476c-4cc9-87f2-571038ef439c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:36:58.197420 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db093e-0a84-4b57-bc07-09be5d73007a admin admin] Network hostable DHCP agents. Network: fe893c00-476c-4cc9-87f2-571038ef439c, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:36:58.199938 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-83ffdde2-9128-40b2-bba8-3d8fca313780 None None] Provisioning complete for port 875b2aaa-00f1-40d8-a148-7a5e48e33d98 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:36:58.201146 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-83ffdde2-9128-40b2-bba8-3d8fca313780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:58.219619 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db093e-0a84-4b57-bc07-09be5d73007a admin admin] Network fe893c00-476c-4cc9-87f2-571038ef439c is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:36:58.236373 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-83db093e-0a84-4b57-bc07-09be5d73007a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, fe893c00-476c-4cc9-87f2-571038ef439c) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:36:58.246633 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83db093e-0a84-4b57-bc07-09be5d73007a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:58.247361 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-83db093e-0a84-4b57-bc07-09be5d73007a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:58.248155 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c20bb0-4127-4574-95e4-e559fd49406f None None] Network fe893c00-476c-4cc9-87f2-571038ef439c requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:36:58.280416 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47314) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:36:58.283544 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] Set router 19411328-d0b5-4aea-89bc-39094b6ee7f0 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:36:58.285622 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-204866774-router', 'tenant_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:36:58.290659 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-83db093e-0a84-4b57-bc07-09be5d73007a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4077458 Jul 27 15:36:58.315524 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (369a3c33-235b-4a50-8611-b402b79deac9), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:58.317003 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (369a3c33-235b-4a50-8611-b402b79deac9), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:58.389350 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-83ffdde2-9128-40b2-bba8-3d8fca313780 None None] Current status of the port 875b2aaa-00f1-40d8-a148-7a5e48e33d98 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:36:58.389747 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-83ffdde2-9128-40b2-bba8-3d8fca313780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:58.410936 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Publish callbacks [] for router_controller (369a3c33-235b-4a50-8611-b402b79deac9), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:58.535580 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-83ffdde2-9128-40b2-bba8-3d8fca313780 None None] For port 875b2aaa-00f1-40d8-a148-7a5e48e33d98, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=875b2aaa-00f1-40d8-a148-7a5e48e33d98,segment=NetworkSegment(118fdf1d-41a2-48da-9f09-70f83a1fc2d0),segment_id=118fdf1d-41a2-48da-9f09-70f83a1fc2d0)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:36:58.543647 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-83ffdde2-9128-40b2-bba8-3d8fca313780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:58.556964 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ed9012-b7a2-53ef-b07c-df57315a4421-fe893c00-476c-4cc9-87f2-571038ef439c', 'network_id': 'fe893c00-476c-4cc9-87f2-571038ef439c', 'project_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'fixed_ips': [{'subnet_id': 'ccf64aa7-4316-42d2-9106-5e0c2723ff9a'}]}} from dv-cinder-841315-2-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 15:36:58.558176 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:58.575749 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'name': 'tempest-TestShelveInstance-466331317-router', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:55Z', 'revision_number': 4, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'gw_port': {'id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '875b2aaa-00f1-40d8-a148-7a5e48e33d98', 'name': '', 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'mac_address': 'fa:16:3e:ae:14:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:54Z', 'updated_at': '2022-07-27T15:36:58Z', 'revision_number': 4, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'subnets': [{'id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:36:58.606599 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa087b28-aa04-47ba-ad26-ec03c1e8bc02 None None] The sync data for ids ['19411328-d0b5-4aea-89bc-39094b6ee7f0'] in dv-cinder-841315-2-iscsi is: [{'id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'name': 'tempest-TestShelveInstance-466331317-router', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:55Z', 'revision_number': 4, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'gw_port': {'id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '875b2aaa-00f1-40d8-a148-7a5e48e33d98', 'name': '', 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'mac_address': 'fa:16:3e:ae:14:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:54Z', 'updated_at': '2022-07-27T15:36:58Z', 'revision_number': 4, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'subnets': [{'id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:36:58.610571 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffdde2-9128-40b2-bba8-3d8fca313780 None None] Pushing event updated for resources: {'Port': ['ID=875b2aaa-00f1-40d8-a148-7a5e48e33d98,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:58.627292 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5b5c8-16df-4b6f-b9b6-e4a855246fe8 req-e496bc86-0a41-4d26-9855-3d6ceeabeb84 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:58.629012 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-94b5b5c8-16df-4b6f-b9b6-e4a855246fe8 req-e496bc86-0a41-4d26-9855-3d6ceeabeb84 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 943 time: 0.1583939 Jul 27 15:36:58.645302 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Publish callbacks [] for router_gateway (369a3c33-235b-4a50-8611-b402b79deac9), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:58.674981 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:58.747971 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-9b297143-2aa6-4eed-8279-bfb260596970 None None] Provisioning complete for port 875b2aaa-00f1-40d8-a148-7a5e48e33d98 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:36:58.748689 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-9b297143-2aa6-4eed-8279-bfb260596970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:58.774996 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-94b5b5c8-16df-4b6f-b9b6-e4a855246fe8 req-08889c6a-3e93-4698-80a2-26ed8fa5b82d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=26c3e026-a785-4b43-8257-bfcf15d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402655 Jul 27 15:36:58.877477 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Allocated IP 172.20.0.2 (fe893c00-476c-4cc9-87f2-571038ef439c/ccf64aa7-4316-42d2-9106-5e0c2723ff9a/315f0fe8-4286-453a-b0a4-9ce27f72ee15) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:36:58.948149 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:58.959067 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Publish callbacks [] for router_gateway (369a3c33-235b-4a50-8611-b402b79deac9), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:58.987435 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 875b2aaa-00f1-40d8-a148-7a5e48e33d98 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:36:58.989327 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:59.038190 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-9b297143-2aa6-4eed-8279-bfb260596970 None None] Current status of the port 875b2aaa-00f1-40d8-a148-7a5e48e33d98 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:36:59.049263 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:59.099207 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 875b2aaa-00f1-40d8-a148-7a5e48e33d98 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:36:59.099581 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:59.117446 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Allocated IP 172.27.1.106 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/f8d16d75-2e63-4256-bcd4-7dc7cdeb888a) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:36:59.148988 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Publish callbacks [] for port (315f0fe8-4286-453a-b0a4-9ce27f72ee15), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:59.161379 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (315f0fe8-4286-453a-b0a4-9ce27f72ee15), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:59.216648 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Network fe893c00-476c-4cc9-87f2-571038ef439c is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:36:59.247595 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:36:59.251043 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:36:59.254194 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Publish callbacks [] for port (f8d16d75-2e63-4256-bcd4-7dc7cdeb888a), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:59.256984 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Pushing event updated for resources: {'Port': ['ID=315f0fe8-4286-453a-b0a4-9ce27f72ee15,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:59.269981 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:59.289532 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (f8d16d75-2e63-4256-bcd4-7dc7cdeb888a), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:59.301447 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 875b2aaa-00f1-40d8-a148-7a5e48e33d98 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:36:59.303188 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device d94d8689-81e6-4262-b65c-3961adb4a610 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:36:59.339187 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:36:59.342939 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:36:59.347081 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:36:59.350693 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Pushing event updated for resources: {'Port': ['ID=f8d16d75-2e63-4256-bcd4-7dc7cdeb888a,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:59.380002 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Attempting to bind port 315f0fe8-4286-453a-b0a4-9ce27f72ee15 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:36:59.380378 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Attempting to bind port 315f0fe8-4286-453a-b0a4-9ce27f72ee15 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '068e15e6-8e28-4fe1-b936-f59c00316451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fe893c00-476c-4cc9-87f2-571038ef439c'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:36:59.380746 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Attempting to bind port 315f0fe8-4286-453a-b0a4-9ce27f72ee15 on network fe893c00-476c-4cc9-87f2-571038ef439c {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:36:59.388777 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:36:59.389156 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Checking segment: {'id': '068e15e6-8e28-4fe1-b936-f59c00316451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fe893c00-476c-4cc9-87f2-571038ef439c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:36:59.389669 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:59.390072 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Bound using segment: {'id': '068e15e6-8e28-4fe1-b936-f59c00316451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fe893c00-476c-4cc9-87f2-571038ef439c'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:36:59.390563 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Bound port: 315f0fe8-4286-453a-b0a4-9ce27f72ee15, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068e15e6-8e28-4fe1-b936-f59c00316451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fe893c00-476c-4cc9-87f2-571038ef439c'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:36:59.390946 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (315f0fe8-4286-453a-b0a4-9ce27f72ee15), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:59.412842 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port d94d8689-81e6-4262-b65c-3961adb4a610 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:36:59.413156 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (d94d8689-81e6-4262-b65c-3961adb4a610), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:59.502592 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] For port 315f0fe8-4286-453a-b0a4-9ce27f72ee15, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:36:59.544825 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] For port 315f0fe8-4286-453a-b0a4-9ce27f72ee15, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=315f0fe8-4286-453a-b0a4-9ce27f72ee15,segment=NetworkSegment(068e15e6-8e28-4fe1-b936-f59c00316451),segment_id=068e15e6-8e28-4fe1-b936-f59c00316451)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:36:59.551276 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port d94d8689-81e6-4262-b65c-3961adb4a610 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:36:59.558280 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (315f0fe8-4286-453a-b0a4-9ce27f72ee15), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:59.626529 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c40da-251c-4492-804a-d31d906d1c57 None None] Pushing event updated for resources: {'Port': ['ID=315f0fe8-4286-453a-b0a4-9ce27f72ee15,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:36:59.652671 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Publish callbacks [] for router_gateway (369a3c33-235b-4a50-8611-b402b79deac9), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:59.750248 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:36:59.914868 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374406'] for router (369a3c33-235b-4a50-8611-b402b79deac9), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:36:59.980371 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9505b-e56d-46a6-9702-3d6b64f4bff1 req-867202b2-bfaf-4713-8b64-e0b2fdf53654 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:36:59.982038 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6eb9505b-e56d-46a6-9702-3d6b64f4bff1 req-867202b2-bfaf-4713-8b64-e0b2fdf53654 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 943 time: 0.0580764 Jul 27 15:37:00.069513 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6eb9505b-e56d-46a6-9702-3d6b64f4bff1 req-5734cee3-1946-411c-9e37-2edcaee6bb31 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=26c3e026-a785-4b43-8257-bfcf15d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768032 Jul 27 15:37:00.090834 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Router 369a3c33-235b-4a50-8611-b402b79deac9 is scheduled to L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 15:37:00.138669 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:00.169549 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:37:00.198300 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:37:00.217294 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:00.220388 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-5e021b75-fb6d-42f3-98bc-357126580b9b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9385777 Jul 27 15:37:00.224627 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47332) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:00.232356 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Sync routers for ids ['369a3c33-235b-4a50-8611-b402b79deac9'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:37:00.263680 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Routers {'369a3c33-235b-4a50-8611-b402b79deac9'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:37:00.264648 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:36:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['369a3c33-235b-4a50-8611-b402b79deac9'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:00.435131 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:00.511571 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=82a9f1b2-b04d-4236-b0ad-f4bacb75fe42,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:37:00.534851 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': '82a9f1b2-b04d-4236-b0ad-f4bacb75fe42', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'port_id': '82a9f1b2-b04d-4236-b0ad-f4bacb75fe42', 'mac_address': 'fa:16:3e:cf:b3:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:37:00.577070 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Set router 369a3c33-235b-4a50-8611-b402b79deac9 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:37:00.679635 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:37:00.680059 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (82a9f1b2-b04d-4236-b0ad-f4bacb75fe42), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:00.704552 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:37:00.733989 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=82a9f1b2-b04d-4236-b0ad-f4bacb75fe42,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:37:00.750523 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (82a9f1b2-b04d-4236-b0ad-f4bacb75fe42), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:00.831098 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:00.872215 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 315f0fe8-4286-453a-b0a4-9ce27f72ee15 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:37:00.875079 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f699b65b-d3f6-4f47-8c12-4d85fe139b4a None None] Network fe893c00-476c-4cc9-87f2-571038ef439c requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:37:00.879226 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=82a9f1b2-b04d-4236-b0ad-f4bacb75fe42,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:00.903169 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:00.965089 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369a3c33-235b-4a50-8611-b402b79deac9', 'name': 'tempest-TestShelveInstance-204866774-router', 'tenant_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f8d16d75-2e63-4256-bcd4-7dc7cdeb888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:58Z', 'updated_at': '2022-07-27T15:36:59Z', 'revision_number': 3, 'project_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'gw_port': {'id': 'f8d16d75-2e63-4256-bcd4-7dc7cdeb888a', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369a3c33-235b-4a50-8611-b402b79deac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:58Z', 'updated_at': '2022-07-27T15:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:00.977635 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-977a36cc-2e84-4566-b855-6040896914de None None] Provisioning complete for port 315f0fe8-4286-453a-b0a4-9ce27f72ee15 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:37:00.977872 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-977a36cc-2e84-4566-b855-6040896914de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (315f0fe8-4286-453a-b0a4-9ce27f72ee15), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.029404 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.030546 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Checking router: 369a3c33-235b-4a50-8611-b402b79deac9 for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:37:01.030908 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Updating router 369a3c33-235b-4a50-8611-b402b79deac9 port f8d16d75-2e63-4256-bcd4-7dc7cdeb888a binding host dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:37:01.069884 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['82a9f1b2-b04d-4236-b0ad-f4bacb75fe42'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:37:01.134793 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (f8d16d75-2e63-4256-bcd4-7dc7cdeb888a), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.171923 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 315f0fe8-4286-453a-b0a4-9ce27f72ee15 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:37:01.173021 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (315f0fe8-4286-453a-b0a4-9ce27f72ee15), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.194994 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47344) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:01.238141 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b28ba-0bef-421e-8e7a-e1ef9393bfce req-5af39de1-a867-4a6b-bba1-00968cc4c4e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:01.239661 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f50b28ba-0bef-421e-8e7a-e1ef9393bfce req-5af39de1-a867-4a6b-bba1-00968cc4c4e7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 944 time: 0.0842307 Jul 27 15:37:01.282642 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Allocated IP 172.20.0.1 (fe893c00-476c-4cc9-87f2-571038ef439c/ccf64aa7-4316-42d2-9106-5e0c2723ff9a/20d8b0f6-d0c8-410b-91c3-9b480dbde5f8) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:37:01.324542 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f50b28ba-0bef-421e-8e7a-e1ef9393bfce req-c8ab9750-1d24-4587-8778-1852a0863fd5 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=26c3e026-a785-4b43-8257-bfcf15d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734334 Jul 27 15:37:01.326031 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:01.390289 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-977a36cc-2e84-4566-b855-6040896914de None None] Current status of the port 315f0fe8-4286-453a-b0a4-9ce27f72ee15 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:37:01.390289 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-977a36cc-2e84-4566-b855-6040896914de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (315f0fe8-4286-453a-b0a4-9ce27f72ee15), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.420025 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4696cc65-ce40-4d67-b051-c96e9a41938d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.478820 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Publish callbacks [] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.484689 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:01.544049 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-977a36cc-2e84-4566-b855-6040896914de None None] For port 315f0fe8-4286-453a-b0a4-9ce27f72ee15, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=315f0fe8-4286-453a-b0a4-9ce27f72ee15,segment=NetworkSegment(068e15e6-8e28-4fe1-b936-f59c00316451),segment_id=068e15e6-8e28-4fe1-b936-f59c00316451)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:37:01.551048 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.562007 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-977a36cc-2e84-4566-b855-6040896914de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (315f0fe8-4286-453a-b0a4-9ce27f72ee15), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.571236 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 315f0fe8-4286-453a-b0a4-9ce27f72ee15 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:37:01.571686 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (315f0fe8-4286-453a-b0a4-9ce27f72ee15), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.624961 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Network fe893c00-476c-4cc9-87f2-571038ef439c is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:37:01.632980 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:37:01.639640 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:37:01.642345 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Pushing event updated for resources: {'Port': ['ID=20d8b0f6-d0c8-410b-91c3-9b480dbde5f8,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:01.643095 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:01.652492 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4696cc65-ce40-4d67-b051-c96e9a41938d admin admin] Publish callbacks [] for security_group (466b6935-af2b-4bc8-8170-268ebea5b467), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.679985 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4696cc65-ce40-4d67-b051-c96e9a41938d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (466b6935-af2b-4bc8-8170-268ebea5b467), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.741585 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47350) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:01.744470 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4696cc65-ce40-4d67-b051-c96e9a41938d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fff7d082a71e42628eb50be48a01e702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5442803 Jul 27 15:37:01.747232 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a36cc-2e84-4566-b855-6040896914de None None] Pushing event updated for resources: {'Port': ['ID=315f0fe8-4286-453a-b0a4-9ce27f72ee15,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:01.750742 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500358'] for router_interface (369a3c33-235b-4a50-8611-b402b79deac9), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.752301 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-d634784e-7653-45b8-ac54-ae3176089d2e None None] Provisioning complete for port 315f0fe8-4286-453a-b0a4-9ce27f72ee15 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:37:01.752449 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-d634784e-7653-45b8-ac54-ae3176089d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (315f0fe8-4286-453a-b0a4-9ce27f72ee15), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.755184 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696cc65-ce40-4d67-b051-c96e9a41938d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466b6935-af2b-4bc8-8170-268ebea5b467,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:01.808091 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.db.api [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 27 15:37:01.808512 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG oslo_db.api [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 15:37:01.832892 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:01.884979 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-55a61777-e3d8-42ec-b32b-17adc83ac755 admin admin] Publish callbacks [] for security_group (466b6935-af2b-4bc8-8170-268ebea5b467), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.892033 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Publish callbacks [] for port (f8d16d75-2e63-4256-bcd4-7dc7cdeb888a), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.916289 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (f8d16d75-2e63-4256-bcd4-7dc7cdeb888a), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.921309 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-55a61777-e3d8-42ec-b32b-17adc83ac755 admin admin] Publish callbacks [] for security_group (466b6935-af2b-4bc8-8170-268ebea5b467), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.941200 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:01.991586 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Attempting to bind port f8d16d75-2e63-4256-bcd4-7dc7cdeb888a on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:37:01.992051 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Attempting to bind port f8d16d75-2e63-4256-bcd4-7dc7cdeb888a by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:37:01.992430 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Attempting to bind port f8d16d75-2e63-4256-bcd4-7dc7cdeb888a on network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:37:01.996676 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-d634784e-7653-45b8-ac54-ae3176089d2e None None] Current status of the port 315f0fe8-4286-453a-b0a4-9ce27f72ee15 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:37:02.001406 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-55a61777-e3d8-42ec-b32b-17adc83ac755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (466b6935-af2b-4bc8-8170-268ebea5b467), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:02.006131 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f8661-4dc2-4e0b-90b3-220dc1cdd930 None None] Pushing event updated for resources: {'Port': ['ID=f8d16d75-2e63-4256-bcd4-7dc7cdeb888a,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:02.007236 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-55a61777-e3d8-42ec-b32b-17adc83ac755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:02.008811 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:37:02.009316 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-55a61777-e3d8-42ec-b32b-17adc83ac755 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/466b6935-af2b-4bc8-8170-268ebea5b467 HTTP/1.1" status: 204 len: 168 time: 0.2666249 Jul 27 15:37:02.012516 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Checking segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:37:02.012992 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:02.014169 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Bound using segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:37:02.014169 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Bound port: f8d16d75-2e63-4256-bcd4-7dc7cdeb888a, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:37:02.014345 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (f8d16d75-2e63-4256-bcd4-7dc7cdeb888a), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:02.035749 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a61777-e3d8-42ec-b32b-17adc83ac755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466b6935-af2b-4bc8-8170-268ebea5b467,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:02.081837 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] For port f8d16d75-2e63-4256-bcd4-7dc7cdeb888a, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:37:02.086427 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] For port f8d16d75-2e63-4256-bcd4-7dc7cdeb888a, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=f8d16d75-2e63-4256-bcd4-7dc7cdeb888a,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:37:02.095598 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (f8d16d75-2e63-4256-bcd4-7dc7cdeb888a), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:02.146341 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:02.172527 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-e0e47622-2be8-48d0-912b-34edfba419a1 None None] Provisioning complete for port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:37:02.173518 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e0e47622-2be8-48d0-912b-34edfba419a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:02.198331 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Publish callbacks [] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:02.206465 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9021810'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:02.215256 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Routers {'369a3c33-235b-4a50-8611-b402b79deac9'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:37:02.216041 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:36:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['369a3c33-235b-4a50-8611-b402b79deac9'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:02.225541 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f8661-4dc2-4e0b-90b3-220dc1cdd930 None None] Pushing event updated for resources: {'Port': ['ID=f8d16d75-2e63-4256-bcd4-7dc7cdeb888a,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:02.269991 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:37:02.279765 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Pushing event updated for resources: {'Port': ['ID=20d8b0f6-d0c8-410b-91c3-9b480dbde5f8,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:02.282851 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500474'] for router_interface (369a3c33-235b-4a50-8611-b402b79deac9), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:02.399000 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Network fe893c00-476c-4cc9-87f2-571038ef439c is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:37:02.400848 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:37:02.437540 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47358) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:02.445861 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-e0e47622-2be8-48d0-912b-34edfba419a1 None None] Port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:37:02.460590 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-553b6b1d-46ff-4666-9db5-dcc6b6fb067d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:02.474242 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:02.493596 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 315f0fe8-4286-453a-b0a4-9ce27f72ee15 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:37:02.555686 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0594d93-8837-4704-8207-167d4c476566 req-ef0355a6-88aa-4fce-b087-2d924962d8f3 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:02.557582 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d0594d93-8837-4704-8207-167d4c476566 req-ef0355a6-88aa-4fce-b087-2d924962d8f3 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 944 time: 0.0977519 Jul 27 15:37:02.591049 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-553b6b1d-46ff-4666-9db5-dcc6b6fb067d admin admin] Publish callbacks [] for security_group (8fb9ba57-b2fb-457e-82d0-2a1f0896d0f5), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:02.596751 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-553b6b1d-46ff-4666-9db5-dcc6b6fb067d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (8fb9ba57-b2fb-457e-82d0-2a1f0896d0f5), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:02.596970 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Router 369a3c33-235b-4a50-8611-b402b79deac9 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:37:02.627129 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] Set router 369a3c33-235b-4a50-8611-b402b79deac9 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:37:02.629883 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:37:02.665008 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:37:02.665389 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (82a9f1b2-b04d-4236-b0ad-f4bacb75fe42), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:02.677834 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d0594d93-8837-4704-8207-167d4c476566 req-426197ab-958a-4e7a-9c76-b4b1f7e321fa tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=26c3e026-a785-4b43-8257-bfcf15d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089292 Jul 27 15:37:02.772345 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:02.774298 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-26ab0207-ba9a-494d-a599-ff4eb8c31a7c None None] Provisioning complete for port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:37:02.775075 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-26ab0207-ba9a-494d-a599-ff4eb8c31a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:02.779806 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:37:02.786699 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-bc58aa6e-68e5-4c07-bd04-0f97ebc0cf34 admin admin] 10.222.0.36 "PUT /v2.0/routers/369a3c33-235b-4a50-8611-b402b79deac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5634086 Jul 27 15:37:02.863919 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 315f0fe8-4286-453a-b0a4-9ce27f72ee15 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:37:02.930327 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-26ab0207-ba9a-494d-a599-ff4eb8c31a7c None None] Port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:37:02.947307 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b6b1d-46ff-4666-9db5-dcc6b6fb067d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb9ba57-b2fb-457e-82d0-2a1f0896d0f5,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:02.952094 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-553b6b1d-46ff-4666-9db5-dcc6b6fb067d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57c2531fe60e43caa12167b5ccfad3f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5129879 Jul 27 15:37:02.954668 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47366) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:02.978871 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:03.012891 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-48582724-34cf-4b3e-bd07-5615106bfbeb admin admin] Publish callbacks [] for security_group (8fb9ba57-b2fb-457e-82d0-2a1f0896d0f5), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:03.021343 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:37:03.021742 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (82a9f1b2-b04d-4236-b0ad-f4bacb75fe42), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:03.030181 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 315f0fe8-4286-453a-b0a4-9ce27f72ee15 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:37:03.033092 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (315f0fe8-4286-453a-b0a4-9ce27f72ee15), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:03.047958 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-48582724-34cf-4b3e-bd07-5615106bfbeb admin admin] Publish callbacks [] for security_group (8fb9ba57-b2fb-457e-82d0-2a1f0896d0f5), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:03.109159 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-48582724-34cf-4b3e-bd07-5615106bfbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (8fb9ba57-b2fb-457e-82d0-2a1f0896d0f5), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:03.116186 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-48582724-34cf-4b3e-bd07-5615106bfbeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:03.120452 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-48582724-34cf-4b3e-bd07-5615106bfbeb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8fb9ba57-b2fb-457e-82d0-2a1f0896d0f5 HTTP/1.1" status: 204 len: 168 time: 0.1624608 Jul 27 15:37:03.120635 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a2fff2-0034-437f-be7e-bcba679c0b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a9f1b2-b04d-4236-b0ad-f4bacb75fe42'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:37:03.122198 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effa435b-90fe-49ac-9b14-eda9fab54f62" -d '{"events": [{"server_uuid": "74a2fff2-0034-437f-be7e-bcba679c0b2f", "name": "network-vif-plugged", "status": "completed", "tag": "82a9f1b2-b04d-4236-b0ad-f4bacb75fe42"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:37:03.147216 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369a3c33-235b-4a50-8611-b402b79deac9', 'name': 'tempest-TestShelveInstance-204866774-router', 'tenant_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f8d16d75-2e63-4256-bcd4-7dc7cdeb888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:58Z', 'updated_at': '2022-07-27T15:37:01Z', 'revision_number': 4, 'project_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'gw_port': {'id': 'f8d16d75-2e63-4256-bcd4-7dc7cdeb888a', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369a3c33-235b-4a50-8611-b402b79deac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:58Z', 'updated_at': '2022-07-27T15:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '20d8b0f6-d0c8-410b-91c3-9b480dbde5f8', 'name': '', 'network_id': 'fe893c00-476c-4cc9-87f2-571038ef439c', 'tenant_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'mac_address': 'fa:16:3e:86:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369a3c33-235b-4a50-8611-b402b79deac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ccf64aa7-4316-42d2-9106-5e0c2723ff9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:37:01Z', 'updated_at': '2022-07-27T15:37:02Z', 'revision_number': 2, 'project_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'subnets': [{'id': 'ccf64aa7-4316-42d2-9106-5e0c2723ff9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:03.150523 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=82a9f1b2-b04d-4236-b0ad-f4bacb75fe42,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:37:03.153059 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:03.154938 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48582724-34cf-4b3e-bd07-5615106bfbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb9ba57-b2fb-457e-82d0-2a1f0896d0f5,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:03.188005 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (82a9f1b2-b04d-4236-b0ad-f4bacb75fe42), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:03.190297 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529fcc38-48f1-4a7a-a681-760e8fcce81b None None] The sync data for ids ['369a3c33-235b-4a50-8611-b402b79deac9'] in dv-cinder-841315-2-iscsi is: [{'id': '369a3c33-235b-4a50-8611-b402b79deac9', 'name': 'tempest-TestShelveInstance-204866774-router', 'tenant_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f8d16d75-2e63-4256-bcd4-7dc7cdeb888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:58Z', 'updated_at': '2022-07-27T15:37:01Z', 'revision_number': 4, 'project_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'gw_port': {'id': 'f8d16d75-2e63-4256-bcd4-7dc7cdeb888a', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369a3c33-235b-4a50-8611-b402b79deac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:58Z', 'updated_at': '2022-07-27T15:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '20d8b0f6-d0c8-410b-91c3-9b480dbde5f8', 'name': '', 'network_id': 'fe893c00-476c-4cc9-87f2-571038ef439c', 'tenant_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'mac_address': 'fa:16:3e:86:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369a3c33-235b-4a50-8611-b402b79deac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ccf64aa7-4316-42d2-9106-5e0c2723ff9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:37:01Z', 'updated_at': '2022-07-27T15:37:02Z', 'revision_number': 2, 'project_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'subnets': [{'id': 'ccf64aa7-4316-42d2-9106-5e0c2723ff9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:37:03.236072 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc90a933-7382-4b9d-a49f-9153510594e2 x-openstack-request-id: req-cc90a933-7382-4b9d-a49f-9153510594e2 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:37:03.236407 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a2fff2-0034-437f-be7e-bcba679c0b2f", "name": "network-vif-plugged", "status": "completed", "tag": "82a9f1b2-b04d-4236-b0ad-f4bacb75fe42", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:37:03.236613 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc90a933-7382-4b9d-a49f-9153510594e2 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:37:03.237073 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc90a933-7382-4b9d-a49f-9153510594e2'] response: {'server_uuid': '74a2fff2-0034-437f-be7e-bcba679c0b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a9f1b2-b04d-4236-b0ad-f4bacb75fe42', 'code': 200} Jul 27 15:37:03.339149 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=82a9f1b2-b04d-4236-b0ad-f4bacb75fe42,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:03.348010 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 315f0fe8-4286-453a-b0a4-9ce27f72ee15 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:37:03.467343 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47374) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:03.473447 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-c87b7336-cb4c-4277-b0d2-8df1c06bf9fa tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426873221', 'description': 'tempest-secgroup-smoke-1426873221 description', 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:37:03.524187 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c87b7336-cb4c-4277-b0d2-8df1c06bf9fa tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:03.525375 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30495d-70e6-4eba-b5fd-965275590d27 req-e5929dba-8088-4b00-94ea-fa976a28aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:03.529176 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9d30495d-70e6-4eba-b5fd-965275590d27 req-e5929dba-8088-4b00-94ea-fa976a28aed5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 1129 time: 0.0824411 Jul 27 15:37:03.602197 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9d30495d-70e6-4eba-b5fd-965275590d27 req-47e94a0c-1e2e-43c0-8d1d-f0265b071219 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=26c3e026-a785-4b43-8257-bfcf15d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647225 Jul 27 15:37:03.625983 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c87b7336-cb4c-4277-b0d2-8df1c06bf9fa tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group (8ea5d083-84f2-4011-a127-ebc284974d67), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:03.630529 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c87b7336-cb4c-4277-b0d2-8df1c06bf9fa tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (8ea5d083-84f2-4011-a127-ebc284974d67), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:03.645162 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:03.662930 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c87b7336-cb4c-4277-b0d2-8df1c06bf9fa tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:03.666572 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c87b7336-cb4c-4277-b0d2-8df1c06bf9fa tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1946821 Jul 27 15:37:03.667323 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47382) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:03.674533 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-632478a6-f845-4f46-ad86-cb7dfb2fe410 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Request body: {'security_group_rule': {'security_group_id': '8ea5d083-84f2-4011-a127-ebc284974d67', 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:37:03.678462 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b7336-cb4c-4277-b0d2-8df1c06bf9fa tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea5d083-84f2-4011-a127-ebc284974d67,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:03.695640 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:03.712237 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-632478a6-f845-4f46-ad86-cb7dfb2fe410 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (66eef2e7-8146-4a0e-93d8-4a34b7204be1), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:03.802197 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-632478a6-f845-4f46-ad86-cb7dfb2fe410 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (66eef2e7-8146-4a0e-93d8-4a34b7204be1), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:03.813872 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-632478a6-f845-4f46-ad86-cb7dfb2fe410 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (66eef2e7-8146-4a0e-93d8-4a34b7204be1), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:03.877130 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632478a6-f845-4f46-ad86-cb7dfb2fe410 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66eef2e7-8146-4a0e-93d8-4a34b7204be1,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:03.889213 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba8224-9035-4392-8447-e58973cd843a req-9eef74a4-6fb6-4bb1-be65-0774b0b59bff tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:03.890949 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-61ba8224-9035-4392-8447-e58973cd843a req-9eef74a4-6fb6-4bb1-be65-0774b0b59bff tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 945 time: 0.0970740 Jul 27 15:37:03.893699 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-632478a6-f845-4f46-ad86-cb7dfb2fe410 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:03.896131 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-632478a6-f845-4f46-ad86-cb7dfb2fe410 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2254710 Jul 27 15:37:03.898014 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47390) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:03.903241 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-ae211833-108b-46d8-9e60-c8608db65e48 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Request body: {'security_group_rule': {'security_group_id': '8ea5d083-84f2-4011-a127-ebc284974d67', 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:37:03.945734 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ae211833-108b-46d8-9e60-c8608db65e48 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (01bf0e9d-28e3-4924-b703-c3e05e5a88ad), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:03.954635 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-61ba8224-9035-4392-8447-e58973cd843a req-2f37fc6f-9adb-4ec8-867e-68d9c499582e tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=26c3e026-a785-4b43-8257-bfcf15d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577099 Jul 27 15:37:04.035801 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ae211833-108b-46d8-9e60-c8608db65e48 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (01bf0e9d-28e3-4924-b703-c3e05e5a88ad), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.043153 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ae211833-108b-46d8-9e60-c8608db65e48 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (01bf0e9d-28e3-4924-b703-c3e05e5a88ad), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.062315 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae211833-108b-46d8-9e60-c8608db65e48 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bf0e9d-28e3-4924-b703-c3e05e5a88ad,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:04.076772 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ae211833-108b-46d8-9e60-c8608db65e48 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.081653 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47398) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:04.081969 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ae211833-108b-46d8-9e60-c8608db65e48 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1824956 Jul 27 15:37:04.086446 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-9f919337-675f-44f1-9230-59885438e22b tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Request body: {'security_group_rule': {'security_group_id': '8ea5d083-84f2-4011-a127-ebc284974d67', 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:37:04.150100 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9f919337-675f-44f1-9230-59885438e22b tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (25d62cdb-dbc9-4fcc-842b-25a8e8c686c2), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.229125 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9f919337-675f-44f1-9230-59885438e22b tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (25d62cdb-dbc9-4fcc-842b-25a8e8c686c2), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.233114 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9f919337-675f-44f1-9230-59885438e22b tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (25d62cdb-dbc9-4fcc-842b-25a8e8c686c2), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.263876 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f919337-675f-44f1-9230-59885438e22b tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d62cdb-dbc9-4fcc-842b-25a8e8c686c2,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:04.278018 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9f919337-675f-44f1-9230-59885438e22b tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.283431 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9f919337-675f-44f1-9230-59885438e22b tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1966338 Jul 27 15:37:04.283431 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47402) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:04.287721 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-a2a8f321-faf0-4487-97f9-bcd1cccfd8e2 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Request body: {'security_group_rule': {'security_group_id': '8ea5d083-84f2-4011-a127-ebc284974d67', 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:37:04.323924 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a2a8f321-faf0-4487-97f9-bcd1cccfd8e2 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (a7be4364-7f0d-4ca4-9adc-e84182b10c62), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.397228 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a2a8f321-faf0-4487-97f9-bcd1cccfd8e2 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (a7be4364-7f0d-4ca4-9adc-e84182b10c62), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.404692 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a2a8f321-faf0-4487-97f9-bcd1cccfd8e2 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (a7be4364-7f0d-4ca4-9adc-e84182b10c62), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.425025 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8f321-faf0-4487-97f9-bcd1cccfd8e2 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7be4364-7f0d-4ca4-9adc-e84182b10c62,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:04.436976 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a2a8f321-faf0-4487-97f9-bcd1cccfd8e2 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.438253 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-a2a8f321-faf0-4487-97f9-bcd1cccfd8e2 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542542 Jul 27 15:37:04.441242 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47406) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:04.446148 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-7b1d9ece-3393-46f8-b3a8-11c755ff0e3e tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Request body: {'security_group_rule': {'security_group_id': '8ea5d083-84f2-4011-a127-ebc284974d67', 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:37:04.469733 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.securitygroups_db [None req-7b1d9ece-3393-46f8-b3a8-11c755ff0e3e tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Project 1f420f7f5f5947088f23da2dab9f0fd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 15:37:04.476763 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b1d9ece-3393-46f8-b3a8-11c755ff0e3e tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (4f046909-bc54-48f8-831e-ebee0155cb6f), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.541816 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b1d9ece-3393-46f8-b3a8-11c755ff0e3e tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (4f046909-bc54-48f8-831e-ebee0155cb6f), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.546494 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b1d9ece-3393-46f8-b3a8-11c755ff0e3e tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (4f046909-bc54-48f8-831e-ebee0155cb6f), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.568743 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d9ece-3393-46f8-b3a8-11c755ff0e3e tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f046909-bc54-48f8-831e-ebee0155cb6f,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:04.574953 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7b1d9ece-3393-46f8-b3a8-11c755ff0e3e tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.576235 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7b1d9ece-3393-46f8-b3a8-11c755ff0e3e tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336992 Jul 27 15:37:04.578914 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47414) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:04.583403 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-3e193b27-be90-450d-9251-8b3c49394534 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Request body: {'security_group_rule': {'security_group_id': '8ea5d083-84f2-4011-a127-ebc284974d67', 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:37:04.605751 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.securitygroups_db [None req-3e193b27-be90-450d-9251-8b3c49394534 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Project 1f420f7f5f5947088f23da2dab9f0fd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 15:37:04.615702 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3e193b27-be90-450d-9251-8b3c49394534 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (d703272a-7718-4736-a8dd-f3c4409c8f9d), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.679311 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3e193b27-be90-450d-9251-8b3c49394534 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (d703272a-7718-4736-a8dd-f3c4409c8f9d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.684056 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3e193b27-be90-450d-9251-8b3c49394534 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (d703272a-7718-4736-a8dd-f3c4409c8f9d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.706448 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e193b27-be90-450d-9251-8b3c49394534 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d703272a-7718-4736-a8dd-f3c4409c8f9d,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:04.712858 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-3e193b27-be90-450d-9251-8b3c49394534 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.713923 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-3e193b27-be90-450d-9251-8b3c49394534 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340060 Jul 27 15:37:04.841343 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device f8d16d75-2e63-4256-bcd4-7dc7cdeb888a up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:37:04.898935 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port f8d16d75-2e63-4256-bcd4-7dc7cdeb888a triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:37:04.899535 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (f8d16d75-2e63-4256-bcd4-7dc7cdeb888a), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:04.981871 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port f8d16d75-2e63-4256-bcd4-7dc7cdeb888a is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:37:04.982272 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (f8d16d75-2e63-4256-bcd4-7dc7cdeb888a), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:05.012196 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port f8d16d75-2e63-4256-bcd4-7dc7cdeb888a, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=f8d16d75-2e63-4256-bcd4-7dc7cdeb888a,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:37:05.018099 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (f8d16d75-2e63-4256-bcd4-7dc7cdeb888a), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:05.095180 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=f8d16d75-2e63-4256-bcd4-7dc7cdeb888a,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:05.163146 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b6ada-2506-4d80-9a5b-58b6d248bee7 req-f69d46db-f28c-492f-8e6c-630cef545888 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:05.170130 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-777b6ada-2506-4d80-9a5b-58b6d248bee7 req-f69d46db-f28c-492f-8e6c-630cef545888 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 945 time: 0.0959115 Jul 27 15:37:05.239349 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-777b6ada-2506-4d80-9a5b-58b6d248bee7 req-7f4f845e-be8b-426e-bcd3-eaa657f01c80 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=26c3e026-a785-4b43-8257-bfcf15d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668135 Jul 27 15:37:06.365792 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1292c82-b793-401f-9cf5-c4cf739d1357 req-b1762eb5-4147-46a9-b74d-3f06829f3d99 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:06.368872 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c1292c82-b793-401f-9cf5-c4cf739d1357 req-b1762eb5-4147-46a9-b74d-3f06829f3d99 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 945 time: 0.0510798 Jul 27 15:37:06.389609 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:06.426102 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c1292c82-b793-401f-9cf5-c4cf739d1357 req-b8868adc-f3c9-40f6-ae33-5905009468af tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=26c3e026-a785-4b43-8257-bfcf15d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519667 Jul 27 15:37:06.528675 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:06.553833 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb7050-262c-4b69-97ff-f3361a67b3ea req-5db76add-48a7-483a-836d-0d764b0fac7f tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:06.555369 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0deb7050-262c-4b69-97ff-f3361a67b3ea req-5db76add-48a7-483a-836d-0d764b0fac7f tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 945 time: 0.0542650 Jul 27 15:37:06.565749 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47502) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:06.570270 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-61a60a07-18b2-403c-a738-5b943819385a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'floatingip': {'port_id': '82a9f1b2-b04d-4236-b0ad-f4bacb75fe42'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:37:06.611395 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-61a60a07-18b2-403c-a738-5b943819385a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (074675ce-7c19-4c5d-a0e5-a4162c911ca8), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:06.794953 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device f8d16d75-2e63-4256-bcd4-7dc7cdeb888a up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:37:06.850193 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port f8d16d75-2e63-4256-bcd4-7dc7cdeb888a triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:37:06.850193 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (f8d16d75-2e63-4256-bcd4-7dc7cdeb888a), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:06.921176 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Sync routers for ids ['369a3c33-235b-4a50-8611-b402b79deac9'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:37:06.932354 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Routers {'369a3c33-235b-4a50-8611-b402b79deac9'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:37:06.932985 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:36:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['369a3c33-235b-4a50-8611-b402b79deac9'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:06.938047 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port f8d16d75-2e63-4256-bcd4-7dc7cdeb888a is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:37:06.939056 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:07.133918 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-61a60a07-18b2-403c-a738-5b943819385a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:07.138517 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-61a60a07-18b2-403c-a738-5b943819385a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (074675ce-7c19-4c5d-a0e5-a4162c911ca8), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:07.141589 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Set router 369a3c33-235b-4a50-8611-b402b79deac9 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:37:07.278028 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-61a60a07-18b2-403c-a738-5b943819385a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Floating IP 074675ce-7c19-4c5d-a0e5-a4162c911ca8 associated. External IP: 172.27.1.90, port: 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42. Jul 27 15:37:07.366965 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:07.374662 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369a3c33-235b-4a50-8611-b402b79deac9', 'name': 'tempest-TestShelveInstance-204866774-router', 'tenant_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f8d16d75-2e63-4256-bcd4-7dc7cdeb888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:58Z', 'updated_at': '2022-07-27T15:37:01Z', 'revision_number': 4, 'project_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'gw_port': {'id': 'f8d16d75-2e63-4256-bcd4-7dc7cdeb888a', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369a3c33-235b-4a50-8611-b402b79deac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:58Z', 'updated_at': '2022-07-27T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '20d8b0f6-d0c8-410b-91c3-9b480dbde5f8', 'name': '', 'network_id': 'fe893c00-476c-4cc9-87f2-571038ef439c', 'tenant_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'mac_address': 'fa:16:3e:86:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369a3c33-235b-4a50-8611-b402b79deac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ccf64aa7-4316-42d2-9106-5e0c2723ff9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:37:01Z', 'updated_at': '2022-07-27T15:37:02Z', 'revision_number': 2, 'project_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'subnets': [{'id': 'ccf64aa7-4316-42d2-9106-5e0c2723ff9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:07.430399 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Checking router: 369a3c33-235b-4a50-8611-b402b79deac9 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:37:07.431041 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Updating router 369a3c33-235b-4a50-8611-b402b79deac9 port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 binding host dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:37:07.467041 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:07.473355 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:07.543238 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a60a07-18b2-403c-a738-5b943819385a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Router c5cbe18f-88d3-4284-9c49-25ce2e5a436a has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:37:07.668952 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:07.687603 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a60a07-18b2-403c-a738-5b943819385a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:37:07.696380 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-61a60a07-18b2-403c-a738-5b943819385a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:07.700345 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf8722-966d-4195-a22f-0b180643410a None None] Sync routers for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:37:07.720845 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf8722-966d-4195-a22f-0b180643410a None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:37:07.722201 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-f6cf8722-966d-4195-a22f-0b180643410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:36:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:07.733320 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-61a60a07-18b2-403c-a738-5b943819385a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "PUT /v2.0/floatingips/074675ce-7c19-4c5d-a0e5-a4162c911ca8 HTTP/1.1" status: 200 len: 990 time: 1.1642241 Jul 27 15:37:07.733320 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a2fff2-0034-437f-be7e-bcba679c0b2f', 'tag': '82a9f1b2-b04d-4236-b0ad-f4bacb75fe42'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:37:07.734440 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d9c2e3-6004-4416-9bdc-dc74f01d5c42" -d '{"events": [{"name": "network-changed", "server_uuid": "74a2fff2-0034-437f-be7e-bcba679c0b2f", "tag": "82a9f1b2-b04d-4236-b0ad-f4bacb75fe42"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:37:07.775022 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a89136-475f-4e08-a512-a5308518c440 x-openstack-request-id: req-29a89136-475f-4e08-a512-a5308518c440 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:37:07.775022 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a2fff2-0034-437f-be7e-bcba679c0b2f", "tag": "82a9f1b2-b04d-4236-b0ad-f4bacb75fe42", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:37:07.775422 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29a89136-475f-4e08-a512-a5308518c440 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:37:07.775949 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a89136-475f-4e08-a512-a5308518c440'] response: {'name': 'network-changed', 'server_uuid': '74a2fff2-0034-437f-be7e-bcba679c0b2f', 'tag': '82a9f1b2-b04d-4236-b0ad-f4bacb75fe42', 'status': 'completed', 'code': 200} Jul 27 15:37:07.790643 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Publish callbacks [] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:07.797323 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:07.841994 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:07.876935 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c76dae-71e8-4b06-b642-e0b57166b6e9 None None] Pushing event updated for resources: {'Port': ['ID=20d8b0f6-d0c8-410b-91c3-9b480dbde5f8,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:07.877637 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9c2e3-6004-4416-9bdc-dc74f01d5c42 req-2e73938c-d3a2-4882-812a-73a9b92b3399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:07.879599 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a8d9c2e3-6004-4416-9bdc-dc74f01d5c42 req-2e73938c-d3a2-4882-812a-73a9b92b3399 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33ea04cddf084bc9b4aab1e7c477abbf&device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 1129 time: 0.0775983 Jul 27 15:37:07.914390 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-f6cf8722-966d-4195-a22f-0b180643410a None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:37:07.942287 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Attempting to bind port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:37:07.942901 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Attempting to bind port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '068e15e6-8e28-4fe1-b936-f59c00316451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fe893c00-476c-4cc9-87f2-571038ef439c'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:37:07.943283 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Attempting to bind port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 on network fe893c00-476c-4cc9-87f2-571038ef439c {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:37:07.956889 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:37:07.957440 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Checking segment: {'id': '068e15e6-8e28-4fe1-b936-f59c00316451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fe893c00-476c-4cc9-87f2-571038ef439c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:37:07.957945 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:07.958437 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Bound using segment: {'id': '068e15e6-8e28-4fe1-b936-f59c00316451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fe893c00-476c-4cc9-87f2-571038ef439c'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:37:07.959046 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Bound port: 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068e15e6-8e28-4fe1-b936-f59c00316451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fe893c00-476c-4cc9-87f2-571038ef439c'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:37:07.967740 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:08.089768 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9c2e3-6004-4416-9bdc-dc74f01d5c42 req-6d21804a-d408-401f-8c57-0768e934d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:08.094049 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] For port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:37:08.099328 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a8d9c2e3-6004-4416-9bdc-dc74f01d5c42 req-6d21804a-d408-401f-8c57-0768e934d138 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb HTTP/1.1" status: 200 len: 916 time: 0.2128940 Jul 27 15:37:08.099696 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] For port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=20d8b0f6-d0c8-410b-91c3-9b480dbde5f8,segment=NetworkSegment(068e15e6-8e28-4fe1-b936-f59c00316451),segment_id=068e15e6-8e28-4fe1-b936-f59c00316451)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:37:08.122091 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:08.174995 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:08.196499 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:08.213765 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Routers {'369a3c33-235b-4a50-8611-b402b79deac9'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:37:08.214421 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:36:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['369a3c33-235b-4a50-8611-b402b79deac9'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:08.221461 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a8d9c2e3-6004-4416-9bdc-dc74f01d5c42 req-0aa3b58d-4bae-4a9f-a0f7-5c2545a86edb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 HTTP/1.1" status: 200 len: 998 time: 0.1140614 Jul 27 15:37:08.249306 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-339b57dd-3746-4b12-bd8c-980537617747 None None] Provisioning complete for port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:37:08.250202 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-339b57dd-3746-4b12-bd8c-980537617747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:08.262754 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c76dae-71e8-4b06-b642-e0b57166b6e9 None None] Pushing event updated for resources: {'Port': ['ID=20d8b0f6-d0c8-410b-91c3-9b480dbde5f8,revision_number=4']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:08.326376 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9c2e3-6004-4416-9bdc-dc74f01d5c42 req-fd46750c-dbaf-4b33-9c1d-9b85ef196e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:08.327541 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a8d9c2e3-6004-4416-9bdc-dc74f01d5c42 req-fd46750c-dbaf-4b33-9c1d-9b85ef196e55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c026a68a-eb65-46d4-9eae-868f5270709b HTTP/1.1" status: 200 len: 854 time: 0.0924044 Jul 27 15:37:08.374509 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] Set router 369a3c33-235b-4a50-8611-b402b79deac9 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:37:08.377546 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-f6cf8722-966d-4195-a22f-0b180643410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '074675ce-7c19-4c5d-a0e5-a4162c911ca8', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': '82a9f1b2-b04d-4236-b0ad-f4bacb75fe42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:cf:b3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a2fff2-0034-437f-be7e-bcba679c0b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:36:49Z', 'updated_at': '2022-07-27T15:37:07Z', 'revision_number': 1, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:08.415853 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9c2e3-6004-4416-9bdc-dc74f01d5c42 req-acd40098-e576-4b8a-82b0-8a243311f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:08.417920 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a8d9c2e3-6004-4416-9bdc-dc74f01d5c42 req-acd40098-e576-4b8a-82b0-8a243311f471 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841987 Jul 27 15:37:08.427078 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf8722-966d-4195-a22f-0b180643410a None None] Checking router: c5cbe18f-88d3-4284-9c49-25ce2e5a436a for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:37:08.477359 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-339b57dd-3746-4b12-bd8c-980537617747 None None] Current status of the port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:37:08.477822 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-339b57dd-3746-4b12-bd8c-980537617747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:08.481010 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf8722-966d-4195-a22f-0b180643410a None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:37:08.482031 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-f6cf8722-966d-4195-a22f-0b180643410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:36:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:08.615700 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a8d9c2e3-6004-4416-9bdc-dc74f01d5c42 req-89c00d95-7207-40c4-b1bb-79fdd95cdb0d service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880529 Jul 27 15:37:08.637620 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369a3c33-235b-4a50-8611-b402b79deac9', 'name': 'tempest-TestShelveInstance-204866774-router', 'tenant_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f8d16d75-2e63-4256-bcd4-7dc7cdeb888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:58Z', 'updated_at': '2022-07-27T15:37:01Z', 'revision_number': 4, 'project_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'gw_port': {'id': 'f8d16d75-2e63-4256-bcd4-7dc7cdeb888a', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369a3c33-235b-4a50-8611-b402b79deac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:58Z', 'updated_at': '2022-07-27T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '20d8b0f6-d0c8-410b-91c3-9b480dbde5f8', 'name': '', 'network_id': 'fe893c00-476c-4cc9-87f2-571038ef439c', 'tenant_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'mac_address': 'fa:16:3e:86:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369a3c33-235b-4a50-8611-b402b79deac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ccf64aa7-4316-42d2-9106-5e0c2723ff9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:37:01Z', 'updated_at': '2022-07-27T15:37:08Z', 'revision_number': 4, 'project_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'subnets': [{'id': 'ccf64aa7-4316-42d2-9106-5e0c2723ff9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:08.666996 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794d8046-6d6e-4233-8699-59a70d08fbd9 None None] The sync data for ids ['369a3c33-235b-4a50-8611-b402b79deac9'] in dv-cinder-841315-2-iscsi is: [{'id': '369a3c33-235b-4a50-8611-b402b79deac9', 'name': 'tempest-TestShelveInstance-204866774-router', 'tenant_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f8d16d75-2e63-4256-bcd4-7dc7cdeb888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:58Z', 'updated_at': '2022-07-27T15:37:01Z', 'revision_number': 4, 'project_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'gw_port': {'id': 'f8d16d75-2e63-4256-bcd4-7dc7cdeb888a', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369a3c33-235b-4a50-8611-b402b79deac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:58Z', 'updated_at': '2022-07-27T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '20d8b0f6-d0c8-410b-91c3-9b480dbde5f8', 'name': '', 'network_id': 'fe893c00-476c-4cc9-87f2-571038ef439c', 'tenant_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'mac_address': 'fa:16:3e:86:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369a3c33-235b-4a50-8611-b402b79deac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ccf64aa7-4316-42d2-9106-5e0c2723ff9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:37:01Z', 'updated_at': '2022-07-27T15:37:08Z', 'revision_number': 4, 'project_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'subnets': [{'id': 'ccf64aa7-4316-42d2-9106-5e0c2723ff9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:37:08.772552 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a8d9c2e3-6004-4416-9bdc-dc74f01d5c42 req-014f39af-07cf-4b28-b4ce-68ed2b473b85 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485817 Jul 27 15:37:08.785190 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-339b57dd-3746-4b12-bd8c-980537617747 None None] For port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=20d8b0f6-d0c8-410b-91c3-9b480dbde5f8,segment=NetworkSegment(068e15e6-8e28-4fe1-b936-f59c00316451),segment_id=068e15e6-8e28-4fe1-b936-f59c00316451)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:37:08.792260 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-339b57dd-3746-4b12-bd8c-980537617747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:08.802296 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-f6cf8722-966d-4195-a22f-0b180643410a None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:37:08.864373 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:37:08.986855 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-b34ba4d3-b4f9-410d-a444-abe3b75ce442 None None] Provisioning complete for port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:37:08.987523 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b34ba4d3-b4f9-410d-a444-abe3b75ce442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:08.994851 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b57dd-3746-4b12-bd8c-980537617747 None None] Pushing event updated for resources: {'Port': ['ID=20d8b0f6-d0c8-410b-91c3-9b480dbde5f8,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:09.055319 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:37:09.055695 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:09.243077 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:09.265485 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-b34ba4d3-b4f9-410d-a444-abe3b75ce442 None None] Current status of the port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:37:09.285549 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:37:09.295627 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:09.299592 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-f6cf8722-966d-4195-a22f-0b180643410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '074675ce-7c19-4c5d-a0e5-a4162c911ca8', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': '82a9f1b2-b04d-4236-b0ad-f4bacb75fe42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:cf:b3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a2fff2-0034-437f-be7e-bcba679c0b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:36:49Z', 'updated_at': '2022-07-27T15:37:07Z', 'revision_number': 1, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:09.335110 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf8722-966d-4195-a22f-0b180643410a None None] The sync data for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi is: [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '074675ce-7c19-4c5d-a0e5-a4162c911ca8', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': '82a9f1b2-b04d-4236-b0ad-f4bacb75fe42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:cf:b3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a2fff2-0034-437f-be7e-bcba679c0b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:36:49Z', 'updated_at': '2022-07-27T15:37:07Z', 'revision_number': 1, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:37:09.818227 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b22303a-0a26-4e73-af5e-38233a22cd4c None None] New status for floating IP 074675ce-7c19-4c5d-a0e5-a4162c911ca8: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:37:09.879283 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:09.935747 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:10.785974 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:37:10.833366 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:37:10.833842 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:10.911773 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:37:12.695148 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47580) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:12.832673 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6530d077-0736-43aa-b3eb-0509de7f0356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:12.878618 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:12.934163 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6530d077-0736-43aa-b3eb-0509de7f0356 admin admin] Publish callbacks [] for security_group (e4008461-1986-4c01-83ec-dccd9e2e29e0), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:12.937454 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6530d077-0736-43aa-b3eb-0509de7f0356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (e4008461-1986-4c01-83ec-dccd9e2e29e0), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:12.987726 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530d077-0736-43aa-b3eb-0509de7f0356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4008461-1986-4c01-83ec-dccd9e2e29e0,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:12.992235 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6530d077-0736-43aa-b3eb-0509de7f0356 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c21b9286eb2945dba27f458fd247c158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959881 Jul 27 15:37:12.994854 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47586) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:13.020559 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:13.052406 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8ed99a94-1b71-470f-aa68-4036918624f4 admin admin] Publish callbacks [] for security_group (e4008461-1986-4c01-83ec-dccd9e2e29e0), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:13.078226 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8ed99a94-1b71-470f-aa68-4036918624f4 admin admin] Publish callbacks [] for security_group (e4008461-1986-4c01-83ec-dccd9e2e29e0), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:13.132532 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8ed99a94-1b71-470f-aa68-4036918624f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (e4008461-1986-4c01-83ec-dccd9e2e29e0), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:13.135077 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8ed99a94-1b71-470f-aa68-4036918624f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:13.136290 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8ed99a94-1b71-470f-aa68-4036918624f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4008461-1986-4c01-83ec-dccd9e2e29e0 HTTP/1.1" status: 204 len: 168 time: 0.1404290 Jul 27 15:37:13.145264 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed99a94-1b71-470f-aa68-4036918624f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4008461-1986-4c01-83ec-dccd9e2e29e0,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:13.447655 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47592) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:13.462274 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-433b1eb2-2f4a-475d-8027-65d236351388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:13.552662 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-433b1eb2-2f4a-475d-8027-65d236351388 admin admin] Publish callbacks [] for security_group (e0147145-e605-41dc-8c6a-fe9a7021c1bd), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:13.556560 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-433b1eb2-2f4a-475d-8027-65d236351388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (e0147145-e605-41dc-8c6a-fe9a7021c1bd), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:13.598496 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-433b1eb2-2f4a-475d-8027-65d236351388 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3920da7b911c4ea19ce290251330a426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495242 Jul 27 15:37:13.599202 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b1eb2-2f4a-475d-8027-65d236351388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0147145-e605-41dc-8c6a-fe9a7021c1bd,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:13.601038 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47594) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:13.665166 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4dea1fde-652e-425d-9a29-686fa49104d2 admin admin] Publish callbacks [] for security_group (e0147145-e605-41dc-8c6a-fe9a7021c1bd), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:13.690091 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4dea1fde-652e-425d-9a29-686fa49104d2 admin admin] Publish callbacks [] for security_group (e0147145-e605-41dc-8c6a-fe9a7021c1bd), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:13.746318 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4dea1fde-652e-425d-9a29-686fa49104d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (e0147145-e605-41dc-8c6a-fe9a7021c1bd), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:13.749651 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4dea1fde-652e-425d-9a29-686fa49104d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:13.750829 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4dea1fde-652e-425d-9a29-686fa49104d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0147145-e605-41dc-8c6a-fe9a7021c1bd HTTP/1.1" status: 204 len: 168 time: 0.1481149 Jul 27 15:37:13.759340 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea1fde-652e-425d-9a29-686fa49104d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0147145-e605-41dc-8c6a-fe9a7021c1bd,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:14.140511 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47602) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:14.154111 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-33834169-1e15-4ef6-9321-6a5d2e1ce48e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:14.238552 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-33834169-1e15-4ef6-9321-6a5d2e1ce48e admin admin] Publish callbacks [] for security_group (4c300666-1429-4616-8f4a-140a9a8caeee), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:14.242210 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-33834169-1e15-4ef6-9321-6a5d2e1ce48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (4c300666-1429-4616-8f4a-140a9a8caeee), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:14.277738 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:14.284418 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33834169-1e15-4ef6-9321-6a5d2e1ce48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c300666-1429-4616-8f4a-140a9a8caeee,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:14.289402 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-33834169-1e15-4ef6-9321-6a5d2e1ce48e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08d9844bc8ed4d9aad033289d85bbf7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478171 Jul 27 15:37:14.292163 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47604) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:14.350084 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3a1550c0-f7a9-43cc-a740-2d15f0030c9b admin admin] Publish callbacks [] for security_group (4c300666-1429-4616-8f4a-140a9a8caeee), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:14.375558 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3a1550c0-f7a9-43cc-a740-2d15f0030c9b admin admin] Publish callbacks [] for security_group (4c300666-1429-4616-8f4a-140a9a8caeee), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:14.428268 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3a1550c0-f7a9-43cc-a740-2d15f0030c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (4c300666-1429-4616-8f4a-140a9a8caeee), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:14.431085 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-3a1550c0-f7a9-43cc-a740-2d15f0030c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:14.432552 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-3a1550c0-f7a9-43cc-a740-2d15f0030c9b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c300666-1429-4616-8f4a-140a9a8caeee HTTP/1.1" status: 204 len: 168 time: 0.1394341 Jul 27 15:37:14.443169 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1550c0-f7a9-43cc-a740-2d15f0030c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c300666-1429-4616-8f4a-140a9a8caeee,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:17.088610 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8873147b-821e-4c9b-8e0c-9c5a4c3c5cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:19.305147 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-22622bb3-9181-4266-ac78-6e8c77b2e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:20.859074 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:22.084402 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:22.264480 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:22.520219 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-c273b010-377c-4705-93ff-70d53388f9a2 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426873221&fields=id&tenant_id=1f420f7f5f5947088f23da2dab9f0fd7 HTTP/1.1" status: 200 len: 267 time: 0.0455012 Jul 27 15:37:22.629007 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-2b576a03-be5f-430d-8725-309cfe17e69d tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:22.630433 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-2b576a03-be5f-430d-8725-309cfe17e69d tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/networks?id=1fd80b0f-495d-4f71-90b9-50d0753d3896 HTTP/1.1" status: 200 len: 808 time: 0.1038160 Jul 27 15:37:22.645323 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-9f517342-9d96-41cd-97f6-0a245fc52017 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/quotas/1f420f7f5f5947088f23da2dab9f0fd7 HTTP/1.1" status: 200 len: 375 time: 0.0095110 Jul 27 15:37:22.696520 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-9a183512-746a-437e-af69-62f6206610fd tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f420f7f5f5947088f23da2dab9f0fd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459089 Jul 27 15:37:22.793657 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-c1fb9844-3f7a-4581-960c-13288932f698 service neutron] 10.222.0.36 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849845 Jul 27 15:37:22.869345 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:22.893909 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-598f4252-6eef-48e4-80b2-e83f4e3ddceb service neutron] 10.222.0.36 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938993 Jul 27 15:37:23.201728 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-87995948-74ad-4e12-9dd9-2efc5a463906 req-707d4c0c-30b9-477d-a3aa-3c936da092a9 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 210 time: 0.0290987 Jul 27 15:37:24.304563 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2f5caf19-515d-4e7c-a0e1-e44717cbd0a9 req-e38ea42d-e723-4a21-81b9-8f0f7093b8cd tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 210 time: 0.0292301 Jul 27 15:37:24.436409 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:25.410762 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f0000ff6-0881-4f6b-b319-e86322e35dc2 req-9df2ecec-5ec2-45ec-a0f7-b91ba21f9184 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 210 time: 0.0306783 Jul 27 15:37:25.846094 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:25.847207 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:25.961397 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-342cf099-2f9c-4649-b716-5c9a8fcb2d4c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:25.963032 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-342cf099-2f9c-4649-b716-5c9a8fcb2d4c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.42 "GET /v2.0/networks?id=1fd80b0f-495d-4f71-90b9-50d0753d3896 HTTP/1.1" status: 200 len: 808 time: 0.1149156 Jul 27 15:37:26.011086 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:26.032467 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-c11ae3a1-1bf4-4b9d-a935-c3c98b9ab9c8 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f420f7f5f5947088f23da2dab9f0fd7 HTTP/1.1" status: 200 len: 380 time: 0.0592847 Jul 27 15:37:26.045104 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-99007624-afdf-4dde-aeef-aa2864820185 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Request body: {'port': {'device_id': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896', 'admin_state_up': True, 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'security_groups': ['8ea5d083-84f2-4011-a127-ebc284974d67']}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:37:26.176180 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-99007624-afdf-4dde-aeef-aa2864820185 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Made reservation on behalf of 1f420f7f5f5947088f23da2dab9f0fd7 for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:37:26.179593 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-99007624-afdf-4dde-aeef-aa2864820185 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:26.311070 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-99007624-afdf-4dde-aeef-aa2864820185 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Allocated IP 172.20.0.5 (1fd80b0f-495d-4f71-90b9-50d0753d3896/4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa/89a43d90-e38e-4f3f-b165-519e1d370bb5) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:37:26.477172 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-99007624-afdf-4dde-aeef-aa2864820185 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:26.542153 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-99007624-afdf-4dde-aeef-aa2864820185 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:26.558453 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0c93b297-3312-4b37-96bf-d4c61359b59a req-50e9a718-d897-463e-9188-e87d5af4c470 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 210 time: 0.0473723 Jul 27 15:37:26.601785 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-99007624-afdf-4dde-aeef-aa2864820185 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Network 1fd80b0f-495d-4f71-90b9-50d0753d3896 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:37:26.605740 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-99007624-afdf-4dde-aeef-aa2864820185 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:37:26.611123 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-99007624-afdf-4dde-aeef-aa2864820185 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:37:26.615720 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99007624-afdf-4dde-aeef-aa2864820185 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Pushing event updated for resources: {'Port': ['ID=89a43d90-e38e-4f3f-b165-519e1d370bb5,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:26.686045 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-99007624-afdf-4dde-aeef-aa2864820185 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:26.686730 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-99007624-afdf-4dde-aeef-aa2864820185 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:26.707554 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-99007624-afdf-4dde-aeef-aa2864820185 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6663058 Jul 27 15:37:26.720325 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Request body: {'port': {'device_id': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:37:26.806267 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:26.807902 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:37:26.848035 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:26.912412 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-f6dca88b-ef53-4f67-94f5-036a75ed9b9f None None] Provisioning complete for port 89a43d90-e38e-4f3f-b165-519e1d370bb5 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:37:26.912993 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f6dca88b-ef53-4f67-94f5-036a75ed9b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:26.956616 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-f6dca88b-ef53-4f67-94f5-036a75ed9b9f None None] Port 89a43d90-e38e-4f3f-b165-519e1d370bb5 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:37:26.985579 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:27.094800 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a43d90-e38e-4f3f-b165-519e1d370bb5 {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:37:27.103396 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Publish callbacks [] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:27.118191 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Transition to ACTIVE for port object 89a43d90-e38e-4f3f-b165-519e1d370bb5 will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:37:27.122815 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9021810'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:27.178528 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Pushing event updated for resources: {'Port': ['ID=89a43d90-e38e-4f3f-b165-519e1d370bb5,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:27.258381 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Attempting to bind port 89a43d90-e38e-4f3f-b165-519e1d370bb5 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:37:27.258720 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Attempting to bind port 89a43d90-e38e-4f3f-b165-519e1d370bb5 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '118fdf1d-41a2-48da-9f09-70f83a1fc2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:37:27.259047 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Attempting to bind port 89a43d90-e38e-4f3f-b165-519e1d370bb5 on network 1fd80b0f-495d-4f71-90b9-50d0753d3896 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:37:27.263937 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Port 89a43d90-e38e-4f3f-b165-519e1d370bb5 on network 1fd80b0f-495d-4f71-90b9-50d0753d3896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:37:27.264258 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Attempting to bind port 89a43d90-e38e-4f3f-b165-519e1d370bb5 on network 1fd80b0f-495d-4f71-90b9-50d0753d3896 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:37:27.270495 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:37:27.270831 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Checking segment: {'id': '118fdf1d-41a2-48da-9f09-70f83a1fc2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:37:27.271231 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Bound using segment: {'id': '118fdf1d-41a2-48da-9f09-70f83a1fc2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:37:27.271674 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Bound port: 89a43d90-e38e-4f3f-b165-519e1d370bb5, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118fdf1d-41a2-48da-9f09-70f83a1fc2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:37:27.272068 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:27.342205 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] For port 89a43d90-e38e-4f3f-b165-519e1d370bb5, host hv-cinder-84131, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:37:27.346014 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] For port 89a43d90-e38e-4f3f-b165-519e1d370bb5, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=89a43d90-e38e-4f3f-b165-519e1d370bb5,segment=NetworkSegment(118fdf1d-41a2-48da-9f09-70f83a1fc2d0),segment_id=118fdf1d-41a2-48da-9f09-70f83a1fc2d0)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:37:27.352112 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9021810'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:27.386651 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:27.387330 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:27.388801 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] 10.222.0.42 "PUT /v2.0/ports/89a43d90-e38e-4f3f-b165-519e1d370bb5 HTTP/1.1" status: 200 len: 1093 time: 0.6736853 Jul 27 15:37:27.389222 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'tag': '89a43d90-e38e-4f3f-b165-519e1d370bb5'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:37:27.392089 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678a4001-31c0-40e9-b47c-69a27c46f56b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7840eb4-8d99-45cb-9386-62ee3acea42b", "tag": "89a43d90-e38e-4f3f-b165-519e1d370bb5"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:37:27.429264 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1848e-686b-4f2a-9a52-ff473ed87716 service neutron] Pushing event updated for resources: {'Port': ['ID=89a43d90-e38e-4f3f-b165-519e1d370bb5,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:27.441892 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3047b01f-9462-42c8-a303-b9e6e194d675 x-openstack-request-id: req-3047b01f-9462-42c8-a303-b9e6e194d675 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:37:27.442307 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7840eb4-8d99-45cb-9386-62ee3acea42b", "tag": "89a43d90-e38e-4f3f-b165-519e1d370bb5", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:37:27.442638 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3047b01f-9462-42c8-a303-b9e6e194d675 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:37:27.443127 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3047b01f-9462-42c8-a303-b9e6e194d675'] response: {'name': 'network-changed', 'server_uuid': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'tag': '89a43d90-e38e-4f3f-b165-519e1d370bb5', 'status': 'completed', 'code': 200} Jul 27 15:37:27.497872 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-d647cf62-7516-4676-9a64-8bedab24918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:27.499937 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-d647cf62-7516-4676-9a64-8bedab24918a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f420f7f5f5947088f23da2dab9f0fd7&device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 1127 time: 0.0430844 Jul 27 15:37:27.549780 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-2f859293-33d0-456b-8194-63b152dcf102 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89a43d90-e38e-4f3f-b165-519e1d370bb5 HTTP/1.1" status: 200 len: 217 time: 0.0374904 Jul 27 15:37:27.603067 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-ef9ab62c-abcb-41bf-bae7-0a223ab5c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:27.604573 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-ef9ab62c-abcb-41bf-bae7-0a223ab5c76e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa HTTP/1.1" status: 200 len: 847 time: 0.0486476 Jul 27 15:37:27.650101 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-c34ff302-2512-49eb-991a-f931b8466c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:27.651693 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-c34ff302-2512-49eb-991a-f931b8466c18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fd80b0f-495d-4f71-90b9-50d0753d3896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412710 Jul 27 15:37:27.687721 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395fd69-50c1-420a-a4c7-650d0e047c30 req-9b50c515-631f-4f78-be95-0683beab0cb9 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:27.689256 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7395fd69-50c1-420a-a4c7-650d0e047c30 req-9b50c515-631f-4f78-be95-0683beab0cb9 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 943 time: 0.0497799 Jul 27 15:37:27.740238 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7395fd69-50c1-420a-a4c7-650d0e047c30 req-20cf3739-9dcf-497c-9299-7aa7b1d9b1d4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448890 Jul 27 15:37:27.752167 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-9b0e5776-04f4-452c-9959-4cb21e7f1047 service neutron] 10.222.0.42 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895338 Jul 27 15:37:27.819739 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:27.847701 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-eb749446-c3c3-4dfe-a0e5-b3413485b638 req-27ad5732-3747-4872-8d22-b3ee4fb623c6 service neutron] 10.222.0.42 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886414 Jul 27 15:37:28.221128 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a4001-31c0-40e9-b47c-69a27c46f56b req-c5b3c7f0-1bb1-461f-a71a-9cc34e7934bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:28.222636 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-678a4001-31c0-40e9-b47c-69a27c46f56b req-c5b3c7f0-1bb1-461f-a71a-9cc34e7934bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f420f7f5f5947088f23da2dab9f0fd7&device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 1127 time: 0.0446341 Jul 27 15:37:28.318667 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a4001-31c0-40e9-b47c-69a27c46f56b req-68b06edb-28c0-43e9-8970-216368459b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:28.320231 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-678a4001-31c0-40e9-b47c-69a27c46f56b req-68b06edb-28c0-43e9-8970-216368459b58 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fd80b0f-495d-4f71-90b9-50d0753d3896 HTTP/1.1" status: 200 len: 909 time: 0.0910413 Jul 27 15:37:28.335983 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:28.371454 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-678a4001-31c0-40e9-b47c-69a27c46f56b req-f1023657-4076-4dee-9fd1-c663bf59fd1a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89a43d90-e38e-4f3f-b165-519e1d370bb5 HTTP/1.1" status: 200 len: 217 time: 0.0441546 Jul 27 15:37:28.705965 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a4001-31c0-40e9-b47c-69a27c46f56b req-cf440fcc-76fa-46a2-90d4-5293fd1368ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:28.707566 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-678a4001-31c0-40e9-b47c-69a27c46f56b req-cf440fcc-76fa-46a2-90d4-5293fd1368ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa HTTP/1.1" status: 200 len: 847 time: 0.3298891 Jul 27 15:37:28.756445 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a4001-31c0-40e9-b47c-69a27c46f56b req-06475cdf-ceda-4a6d-9239-f845154a55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:28.757975 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-678a4001-31c0-40e9-b47c-69a27c46f56b req-06475cdf-ceda-4a6d-9239-f845154a55a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fd80b0f-495d-4f71-90b9-50d0753d3896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405571 Jul 27 15:37:28.872961 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69d5a1-a3ed-4996-93f6-7a04b6a0a79c req-9827a30d-33d6-4606-8e89-c4113a354087 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:28.875009 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9e69d5a1-a3ed-4996-93f6-7a04b6a0a79c req-9827a30d-33d6-4606-8e89-c4113a354087 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 943 time: 0.0610435 Jul 27 15:37:28.914332 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-678a4001-31c0-40e9-b47c-69a27c46f56b req-9b70b3ef-2097-43bb-ab48-f14030faa6ab service neutron] 10.222.0.42 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483195 Jul 27 15:37:28.989179 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9e69d5a1-a3ed-4996-93f6-7a04b6a0a79c req-98e15af8-c688-4a38-b20e-79d18b4627c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073854 Jul 27 15:37:29.032163 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-678a4001-31c0-40e9-b47c-69a27c46f56b req-69812292-d371-43ec-b843-bd817b7e1501 service neutron] 10.222.0.42 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103282 Jul 27 15:37:30.110148 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ac343-7e88-425a-88dd-2bbd374079bb req-3bd569fa-72c5-437d-8a01-c3f27cac7429 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:30.112003 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-925ac343-7e88-425a-88dd-2bbd374079bb req-3bd569fa-72c5-437d-8a01-c3f27cac7429 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 943 time: 0.0489621 Jul 27 15:37:30.178548 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-925ac343-7e88-425a-88dd-2bbd374079bb req-69f23ced-00df-43d5-aafd-c918b6ed895f tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607460 Jul 27 15:37:31.313906 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2394c39-07c6-4c52-ac0f-7981e4d42a93 req-ab1595e7-e0a0-4566-82f1-e42675c1817c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:31.315849 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d2394c39-07c6-4c52-ac0f-7981e4d42a93 req-ab1595e7-e0a0-4566-82f1-e42675c1817c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 943 time: 0.0556006 Jul 27 15:37:31.370605 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d2394c39-07c6-4c52-ac0f-7981e4d42a93 req-2c4ecf3c-1377-48a9-bd08-0b7e4b961093 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488656 Jul 27 15:37:32.509337 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8670c3c-e98b-4e61-8c48-abf9b7ac0396 req-85bbcb73-c59b-4d1f-9154-e0e0c8448abf tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:32.510880 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d8670c3c-e98b-4e61-8c48-abf9b7ac0396 req-85bbcb73-c59b-4d1f-9154-e0e0c8448abf tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 943 time: 0.0646882 Jul 27 15:37:32.554728 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:32.566613 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d8670c3c-e98b-4e61-8c48-abf9b7ac0396 req-8598af69-bc86-451f-8b71-3f56a45ed176 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494134 Jul 27 15:37:33.693546 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fcb17-b15c-4adf-86c3-f074e90f64b6 req-7db8e33b-0204-468c-a2b8-0ddcc34bbe0c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:33.695252 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-276fcb17-b15c-4adf-86c3-f074e90f64b6 req-7db8e33b-0204-468c-a2b8-0ddcc34bbe0c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 943 time: 0.0495865 Jul 27 15:37:33.752372 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-276fcb17-b15c-4adf-86c3-f074e90f64b6 req-0d0bd0f0-830f-48b2-9f3d-84e6cc5bc14f tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512834 Jul 27 15:37:34.885371 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8d473-23df-40eb-b3d1-1c4b249c5d4f req-dff2cfac-e683-4166-bce5-3dec22200ea6 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:34.886868 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-68f8d473-23df-40eb-b3d1-1c4b249c5d4f req-dff2cfac-e683-4166-bce5-3dec22200ea6 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 943 time: 0.0494335 Jul 27 15:37:34.939448 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-68f8d473-23df-40eb-b3d1-1c4b249c5d4f req-3a823ffd-9cbb-418a-acf9-1c79f5ae19b5 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468674 Jul 27 15:37:36.062105 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07e1bc-9e5f-443b-a2c3-4b7048c22be3 req-b7010d99-5ed0-437a-bf04-672428e57882 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:36.063957 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dc07e1bc-9e5f-443b-a2c3-4b7048c22be3 req-b7010d99-5ed0-437a-bf04-672428e57882 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 943 time: 0.0515838 Jul 27 15:37:36.117510 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dc07e1bc-9e5f-443b-a2c3-4b7048c22be3 req-49fdd0a7-696a-44d9-afe5-b022b05abe5b tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461829 Jul 27 15:37:36.451450 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 89a43d90-e38e-4f3f-b165-519e1d370bb5 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:37:36.558415 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 89a43d90-e38e-4f3f-b165-519e1d370bb5, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=89a43d90-e38e-4f3f-b165-519e1d370bb5,segment=NetworkSegment(118fdf1d-41a2-48da-9f09-70f83a1fc2d0),segment_id=118fdf1d-41a2-48da-9f09-70f83a1fc2d0)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:37:36.572140 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': '89a43d90-e38e-4f3f-b165-519e1d370bb5', 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896', 'port_id': '89a43d90-e38e-4f3f-b165-519e1d370bb5', 'mac_address': 'fa:16:3e:23:c0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:37:36.607395 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 89a43d90-e38e-4f3f-b165-519e1d370bb5 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:37:36.607784 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:36.627486 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a43d90-e38e-4f3f-b165-519e1d370bb5 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:37:36.647135 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 89a43d90-e38e-4f3f-b165-519e1d370bb5, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=89a43d90-e38e-4f3f-b165-519e1d370bb5,segment=NetworkSegment(118fdf1d-41a2-48da-9f09-70f83a1fc2d0),segment_id=118fdf1d-41a2-48da-9f09-70f83a1fc2d0)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:37:36.651024 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:36.699886 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=89a43d90-e38e-4f3f-b165-519e1d370bb5,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:36.804372 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:36.973227 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['89a43d90-e38e-4f3f-b165-519e1d370bb5'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:37:37.088176 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:37.204686 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:37.239915 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7849a8c-af6a-4aed-a182-4aee5348507f req-f316ea20-c86a-4f01-bb1b-8ed42974acfb tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:37.241414 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f7849a8c-af6a-4aed-a182-4aee5348507f req-f316ea20-c86a-4f01-bb1b-8ed42974acfb tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 944 time: 0.0497234 Jul 27 15:37:37.302017 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-f7849a8c-af6a-4aed-a182-4aee5348507f req-b1d05d4a-1942-4d26-a841-4e2dd829d693 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537603 Jul 27 15:37:37.846107 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:38.426295 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515738ae-2b41-4968-9371-01f9d6b121ac req-45864835-626d-4e8a-982d-55e6b3797b0e tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:38.427778 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-515738ae-2b41-4968-9371-01f9d6b121ac req-45864835-626d-4e8a-982d-55e6b3797b0e tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 944 time: 0.0535548 Jul 27 15:37:38.479513 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 89a43d90-e38e-4f3f-b165-519e1d370bb5 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:37:38.484064 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-515738ae-2b41-4968-9371-01f9d6b121ac req-98df3bb6-3ccf-46c6-b7b4-7f4f792e4067 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504527 Jul 27 15:37:38.523074 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port 89a43d90-e38e-4f3f-b165-519e1d370bb5 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:37:38.529257 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port 89a43d90-e38e-4f3f-b165-519e1d370bb5 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:37:38.529637 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:38.610806 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 89a43d90-e38e-4f3f-b165-519e1d370bb5 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:37:38.611202 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:38.636607 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a43d90-e38e-4f3f-b165-519e1d370bb5'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:37:38.638854 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f176b61-fa55-444a-ad0d-ff04740fbc95" -d '{"events": [{"server_uuid": "c7840eb4-8d99-45cb-9386-62ee3acea42b", "name": "network-vif-plugged", "status": "completed", "tag": "89a43d90-e38e-4f3f-b165-519e1d370bb5"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:37:38.652357 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 89a43d90-e38e-4f3f-b165-519e1d370bb5, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=89a43d90-e38e-4f3f-b165-519e1d370bb5,segment=NetworkSegment(118fdf1d-41a2-48da-9f09-70f83a1fc2d0),segment_id=118fdf1d-41a2-48da-9f09-70f83a1fc2d0)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:37:38.657461 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:38.684862 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af53c141-1d2e-405f-9645-67ec04ec8b23 x-openstack-request-id: req-af53c141-1d2e-405f-9645-67ec04ec8b23 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:37:38.685181 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7840eb4-8d99-45cb-9386-62ee3acea42b", "name": "network-vif-plugged", "status": "completed", "tag": "89a43d90-e38e-4f3f-b165-519e1d370bb5", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:37:38.685433 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af53c141-1d2e-405f-9645-67ec04ec8b23 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:37:38.685826 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af53c141-1d2e-405f-9645-67ec04ec8b23'] response: {'server_uuid': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a43d90-e38e-4f3f-b165-519e1d370bb5', 'code': 200} Jul 27 15:37:38.710065 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=89a43d90-e38e-4f3f-b165-519e1d370bb5,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:38.940322 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768c7d7-75a5-47c2-99ef-9dfc0515180e req-dea65873-0abc-487a-ab7a-470d9a221ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:38.941693 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f768c7d7-75a5-47c2-99ef-9dfc0515180e req-dea65873-0abc-487a-ab7a-470d9a221ce4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 1129 time: 0.0421195 Jul 27 15:37:39.002562 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f768c7d7-75a5-47c2-99ef-9dfc0515180e req-292d0b1b-7d98-4c69-acd5-b287b79a9dce service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422175 Jul 27 15:37:39.612300 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:39.624161 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a6a65-8e1e-4835-a864-bd6a7521b274 req-52ace839-2680-40fb-8184-20bc02979174 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:39.625783 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1e2a6a65-8e1e-4835-a864-bd6a7521b274 req-52ace839-2680-40fb-8184-20bc02979174 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0662620 Jul 27 15:37:39.678079 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1e2a6a65-8e1e-4835-a864-bd6a7521b274 req-d107ae57-9073-40e0-a8f4-60145d1f1aac tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459883 Jul 27 15:37:40.807782 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca551ae9-3bb6-4687-be49-de610947b064 req-827e2542-0fb5-4bc0-98b9-7faf0996fa9f tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:40.809341 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ca551ae9-3bb6-4687-be49-de610947b064 req-827e2542-0fb5-4bc0-98b9-7faf0996fa9f tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0537956 Jul 27 15:37:40.865547 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ca551ae9-3bb6-4687-be49-de610947b064 req-5f5edd9f-570f-4ae1-bfb9-f110921bb31c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494878 Jul 27 15:37:41.992852 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb20d8e-d4af-4f22-85f0-1fc5f030d404 req-c406a9dc-5fec-463d-86fe-33e2108252ef tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:41.994389 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-adb20d8e-d4af-4f22-85f0-1fc5f030d404 req-c406a9dc-5fec-463d-86fe-33e2108252ef tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0532250 Jul 27 15:37:42.050260 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-adb20d8e-d4af-4f22-85f0-1fc5f030d404 req-ac8fb4b2-fc1c-485a-8051-a84d7f77ea32 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471904 Jul 27 15:37:42.177043 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe3a0d-aa73-4bc9-b973-1ca3851f5a46 req-c5584abf-d0f7-42c2-a265-fe71b9960e03 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:42.178614 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-73fe3a0d-aa73-4bc9-b973-1ca3851f5a46 req-c5584abf-d0f7-42c2-a265-fe71b9960e03 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0571654 Jul 27 15:37:42.230435 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-73fe3a0d-aa73-4bc9-b973-1ca3851f5a46 req-9322e73a-177f-4dd7-9d8e-c1801e17c9d8 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457046 Jul 27 15:37:42.257523 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47902) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:42.446905 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:42.458932 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d1e3f5-c90a-4527-ac02-a13c5fd14728 tempest-TestShelveInstance-543021562 tempest-TestShelveInstance-543021562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:42.460613 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-c1d1e3f5-c90a-4527-ac02-a13c5fd14728 tempest-TestShelveInstance-543021562 tempest-TestShelveInstance-543021562-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 1124 time: 0.2012022 Jul 27 15:37:42.463605 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 47906) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:42.467758 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Request body: {'floatingip': {'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'port_id': '89a43d90-e38e-4f3f-b165-519e1d370bb5', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:37:42.490266 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:42.573274 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:42.682332 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Allocated IP 172.27.1.74 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/1c1c02b4-bdd3-414e-a943-2b6568730a37) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:37:42.790871 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for port (1c1c02b4-bdd3-414e-a943-2b6568730a37), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:42.825132 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (1c1c02b4-bdd3-414e-a943-2b6568730a37), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:42.862767 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:37:42.872089 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:37:42.874911 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:37:42.900811 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Pushing event updated for resources: {'Port': ['ID=1c1c02b4-bdd3-414e-a943-2b6568730a37,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:43.004723 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47910) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:43.191463 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-87700207-2c61-481c-9ccc-f6740690e900 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Deleting port ebfe33ee-5735-4b53-a302-11498d6c4e72 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:37:43.192190 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-87700207-2c61-481c-9ccc-f6740690e900 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (ebfe33ee-5735-4b53-a302-11498d6c4e72), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:43.217455 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:43.239445 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:43.287719 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for floatingip (698cac47-0160-4f7a-af7d-490f0181c9b8), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:43.293967 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-87700207-2c61-481c-9ccc-f6740690e900 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (ebfe33ee-5735-4b53-a302-11498d6c4e72), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:43.294295 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-87700207-2c61-481c-9ccc-f6740690e900 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for floatingip (ebfe33ee-5735-4b53-a302-11498d6c4e72), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:43.309336 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-87700207-2c61-481c-9ccc-f6740690e900 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Calling delete_port for ebfe33ee-5735-4b53-a302-11498d6c4e72 owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:37:43.362717 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (1c1c02b4-bdd3-414e-a943-2b6568730a37), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:43.426518 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:43.509063 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-87700207-2c61-481c-9ccc-f6740690e900 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (ebfe33ee-5735-4b53-a302-11498d6c4e72), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:43.535414 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87700207-2c61-481c-9ccc-f6740690e900 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event deleted for resources: {'Port': ['ID=ebfe33ee-5735-4b53-a302-11498d6c4e72,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:43.541958 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for port (1c1c02b4-bdd3-414e-a943-2b6568730a37), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:43.546565 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9021810'] for port (1c1c02b4-bdd3-414e-a943-2b6568730a37), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:43.603944 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-87700207-2c61-481c-9ccc-f6740690e900 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for floatingip (a7d1ba3b-e5f7-4702-8faf-58785a3379ad), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:43.604520 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-87700207-2c61-481c-9ccc-f6740690e900 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Floating IP a7d1ba3b-e5f7-4702-8faf-58785a3379ad disassociated (deleted). External IP: 172.27.1.229, port: a74c612d-f030-4677-ac76-2b3872c89434. Jul 27 15:37:43.626711 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Pushing event updated for resources: {'Port': ['ID=1c1c02b4-bdd3-414e-a943-2b6568730a37,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:43.637281 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (698cac47-0160-4f7a-af7d-490f0181c9b8), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:43.707846 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:43.739673 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.l3_db [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Floating IP 698cac47-0160-4f7a-af7d-490f0181c9b8 associated. External IP: 172.27.1.74, port: 89a43d90-e38e-4f3f-b165-519e1d370bb5. Jul 27 15:37:43.820178 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87700207-2c61-481c-9ccc-f6740690e900 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Router 03772c83-407b-4810-9990-a9bb0d45ec7f has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:37:43.939142 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87700207-2c61-481c-9ccc-f6740690e900 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:37:43.944253 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-87700207-2c61-481c-9ccc-f6740690e900 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:43.955906 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba47082-5301-426a-a7ac-cab2d03caa6c None None] Sync routers for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:37:43.959970 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Router 19411328-d0b5-4aea-89bc-39094b6ee7f0 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:37:43.982387 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba47082-5301-426a-a7ac-cab2d03caa6c None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:37:43.983371 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-3ba47082-5301-426a-a7ac-cab2d03caa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:37:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:43.985437 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-87700207-2c61-481c-9ccc-f6740690e900 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "DELETE /v2.0/floatingips/a7d1ba3b-e5f7-4702-8faf-58785a3379ad HTTP/1.1" status: 204 len: 168 time: 0.9796147 Jul 27 15:37:43.986040 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20304f5-8614-4b22-a414-e1c5d5a610e1', 'tag': 'a74c612d-f030-4677-ac76-2b3872c89434'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:37:43.993029 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189740d9-3c37-4f0e-a6b3-b3454c70f7de" -d '{"events": [{"name": "network-changed", "server_uuid": "c20304f5-8614-4b22-a414-e1c5d5a610e1", "tag": "a74c612d-f030-4677-ac76-2b3872c89434"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:37:44.039920 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c08dd3-dbac-4c7c-b2df-0acf49809481 x-openstack-request-id: req-d3c08dd3-dbac-4c7c-b2df-0acf49809481 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:37:44.040304 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20304f5-8614-4b22-a414-e1c5d5a610e1", "tag": "a74c612d-f030-4677-ac76-2b3872c89434", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:37:44.040623 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3c08dd3-dbac-4c7c-b2df-0acf49809481 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:37:44.041110 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3c08dd3-dbac-4c7c-b2df-0acf49809481'] response: {'name': 'network-changed', 'server_uuid': 'c20304f5-8614-4b22-a414-e1c5d5a610e1', 'tag': 'a74c612d-f030-4677-ac76-2b3872c89434', 'status': 'completed', 'code': 200} Jul 27 15:37:44.131346 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-3ba47082-5301-426a-a7ac-cab2d03caa6c None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:37:44.136538 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189740d9-3c37-4f0e-a6b3-b3454c70f7de req-c617a399-b36f-4e66-8566-f852dd1c5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:44.138509 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-189740d9-3c37-4f0e-a6b3-b3454c70f7de req-c617a399-b36f-4e66-8566-f852dd1c5db3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd186ce4ca4030b191309f43d43baa&device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 1129 time: 0.0637019 Jul 27 15:37:44.140142 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:37:44.150100 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:44.154208 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a96ca-7379-4090-86d6-f63e2de0a0b4 None None] Sync routers for ids ['19411328-d0b5-4aea-89bc-39094b6ee7f0'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:37:44.165538 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a96ca-7379-4090-86d6-f63e2de0a0b4 None None] Routers {'19411328-d0b5-4aea-89bc-39094b6ee7f0'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:37:44.166490 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-955a96ca-7379-4090-86d6-f63e2de0a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:37:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['19411328-d0b5-4aea-89bc-39094b6ee7f0'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:44.227929 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:44.237458 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:44.294385 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4e37c8c2-4e5a-422a-aac5-20f74614540c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8264909 Jul 27 15:37:44.294385 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'tag': '89a43d90-e38e-4f3f-b165-519e1d370bb5'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:37:44.296304 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c63d4b2-4cce-4831-b111-761e506aadd1" -d '{"events": [{"name": "network-changed", "server_uuid": "c7840eb4-8d99-45cb-9386-62ee3acea42b", "tag": "89a43d90-e38e-4f3f-b165-519e1d370bb5"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:37:44.343600 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-955a96ca-7379-4090-86d6-f63e2de0a0b4 None None] Set router 19411328-d0b5-4aea-89bc-39094b6ee7f0 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:37:44.343890 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189740d9-3c37-4f0e-a6b3-b3454c70f7de req-f1937021-c3cd-4255-bead-8387464e62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:44.348481 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-189740d9-3c37-4f0e-a6b3-b3454c70f7de req-f1937021-c3cd-4255-bead-8387464e62ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=a03d84d0-4188-403f-a4d9-b8ed9de732b3 HTTP/1.1" status: 200 len: 913 time: 0.2000792 Jul 27 15:37:44.352072 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbf733-a23d-4954-8e25-0af136f5f2c8 req-738e4792-ec06-4a89-abd3-bf197be65385 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:44.359249 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5bbbf733-a23d-4954-8e25-0af136f5f2c8 req-738e4792-ec06-4a89-abd3-bf197be65385 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 945 time: 0.1036527 Jul 27 15:37:44.365323 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f62df2-c847-440f-a8b1-435d1a809cb0 x-openstack-request-id: req-98f62df2-c847-440f-a8b1-435d1a809cb0 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:37:44.365610 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7840eb4-8d99-45cb-9386-62ee3acea42b", "tag": "89a43d90-e38e-4f3f-b165-519e1d370bb5", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:37:44.365868 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98f62df2-c847-440f-a8b1-435d1a809cb0 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:37:44.366264 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f62df2-c847-440f-a8b1-435d1a809cb0'] response: {'name': 'network-changed', 'server_uuid': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'tag': '89a43d90-e38e-4f3f-b165-519e1d370bb5', 'status': 'completed', 'code': 200} Jul 27 15:37:44.424418 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-5bbbf733-a23d-4954-8e25-0af136f5f2c8 req-d24358be-42c9-489d-b668-30a00dcff59e tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641961 Jul 27 15:37:44.503433 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-3ba47082-5301-426a-a7ac-cab2d03caa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '110bd7f1-8545-46bd-8231-e58e225b2eef', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'port_id': '91e538f2-eb06-41ad-a122-92406428be4c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'mac_address': 'fa:16:3e:25:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:03Z', 'updated_at': '2022-07-27T15:34:06Z', 'revision_number': 1, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:44.531950 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba47082-5301-426a-a7ac-cab2d03caa6c None None] Checking router: 03772c83-407b-4810-9990-a9bb0d45ec7f for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:37:44.533681 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:44.543274 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba47082-5301-426a-a7ac-cab2d03caa6c None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:37:44.543931 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-3ba47082-5301-426a-a7ac-cab2d03caa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:37:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:44.571191 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-955a96ca-7379-4090-86d6-f63e2de0a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'name': 'tempest-TestShelveInstance-466331317-router', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:55Z', 'revision_number': 4, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'gw_port': {'id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '698cac47-0160-4f7a-af7d-490f0181c9b8', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'port_id': '89a43d90-e38e-4f3f-b165-519e1d370bb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896', 'mac_address': 'fa:16:3e:23:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:37:43Z', 'updated_at': '2022-07-27T15:37:43Z', 'revision_number': 0, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875b2aaa-00f1-40d8-a148-7a5e48e33d98', 'name': '', 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'mac_address': 'fa:16:3e:ae:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:54Z', 'updated_at': '2022-07-27T15:36:58Z', 'revision_number': 5, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'subnets': [{'id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:44.638499 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:44.652192 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-3ba47082-5301-426a-a7ac-cab2d03caa6c None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:37:44.685286 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a96ca-7379-4090-86d6-f63e2de0a0b4 None None] Checking router: 19411328-d0b5-4aea-89bc-39094b6ee7f0 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:37:44.693843 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a96ca-7379-4090-86d6-f63e2de0a0b4 None None] Routers {'19411328-d0b5-4aea-89bc-39094b6ee7f0'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:37:44.694472 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-955a96ca-7379-4090-86d6-f63e2de0a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:37:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['19411328-d0b5-4aea-89bc-39094b6ee7f0'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:44.801800 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-955a96ca-7379-4090-86d6-f63e2de0a0b4 None None] Set router 19411328-d0b5-4aea-89bc-39094b6ee7f0 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:37:44.883780 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-3ba47082-5301-426a-a7ac-cab2d03caa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '110bd7f1-8545-46bd-8231-e58e225b2eef', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'port_id': '91e538f2-eb06-41ad-a122-92406428be4c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'mac_address': 'fa:16:3e:25:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:03Z', 'updated_at': '2022-07-27T15:34:06Z', 'revision_number': 1, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:44.909353 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba47082-5301-426a-a7ac-cab2d03caa6c None None] The sync data for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi is: [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '110bd7f1-8545-46bd-8231-e58e225b2eef', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'port_id': '91e538f2-eb06-41ad-a122-92406428be4c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'mac_address': 'fa:16:3e:25:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:34:03Z', 'updated_at': '2022-07-27T15:34:06Z', 'revision_number': 1, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:37:45.019784 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-955a96ca-7379-4090-86d6-f63e2de0a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'name': 'tempest-TestShelveInstance-466331317-router', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:55Z', 'revision_number': 4, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'gw_port': {'id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '698cac47-0160-4f7a-af7d-490f0181c9b8', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'port_id': '89a43d90-e38e-4f3f-b165-519e1d370bb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896', 'mac_address': 'fa:16:3e:23:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:37:43Z', 'updated_at': '2022-07-27T15:37:43Z', 'revision_number': 0, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875b2aaa-00f1-40d8-a148-7a5e48e33d98', 'name': '', 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'mac_address': 'fa:16:3e:ae:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:54Z', 'updated_at': '2022-07-27T15:36:58Z', 'revision_number': 5, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'subnets': [{'id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:45.049500 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a96ca-7379-4090-86d6-f63e2de0a0b4 None None] The sync data for ids ['19411328-d0b5-4aea-89bc-39094b6ee7f0'] in dv-cinder-841315-2-iscsi is: [{'id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'name': 'tempest-TestShelveInstance-466331317-router', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:55Z', 'revision_number': 4, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'gw_port': {'id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '698cac47-0160-4f7a-af7d-490f0181c9b8', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'port_id': '89a43d90-e38e-4f3f-b165-519e1d370bb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896', 'mac_address': 'fa:16:3e:23:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:37:43Z', 'updated_at': '2022-07-27T15:37:43Z', 'revision_number': 0, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875b2aaa-00f1-40d8-a148-7a5e48e33d98', 'name': '', 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'mac_address': 'fa:16:3e:ae:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:54Z', 'updated_at': '2022-07-27T15:36:58Z', 'revision_number': 5, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'subnets': [{'id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:37:45.165824 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20740fad-88ef-464f-9539-e93ed718ee21 None None] New status for floating IP a7d1ba3b-e5f7-4702-8faf-58785a3379ad: DOWN {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:37:45.281585 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c533c814-7c95-484d-925c-e63b7f73632c None None] New status for floating IP 698cac47-0160-4f7a-af7d-490f0181c9b8: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:37:45.536405 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8de84a-f599-44d9-a612-0de340f7e8c7 req-0fe45a76-3637-4229-a98b-993b5aab34b6 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:45.537932 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-df8de84a-f599-44d9-a612-0de340f7e8c7 req-0fe45a76-3637-4229-a98b-993b5aab34b6 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 945 time: 0.0473738 Jul 27 15:37:45.592460 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-df8de84a-f599-44d9-a612-0de340f7e8c7 req-9a919887-a612-4b6c-b81d-8e124035057c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489926 Jul 27 15:37:45.823051 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-189740d9-3c37-4f0e-a6b3-b3454c70f7de req-9211bbd3-7926-493b-8001-2e077cfb9694 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a74c612d-f030-4677-ac76-2b3872c89434 HTTP/1.1" status: 200 len: 217 time: 0.0390286 Jul 27 15:37:45.859061 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63d4b2-4cce-4831-b111-761e506aadd1 req-ed05956f-dfc8-4e41-890a-4c02d6249d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:45.860647 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c63d4b2-4cce-4831-b111-761e506aadd1 req-ed05956f-dfc8-4e41-890a-4c02d6249d4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f420f7f5f5947088f23da2dab9f0fd7&device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 1129 time: 0.0424156 Jul 27 15:37:45.882028 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189740d9-3c37-4f0e-a6b3-b3454c70f7de req-010af805-5f96-4cef-bd8b-47b629141580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:45.883479 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-189740d9-3c37-4f0e-a6b3-b3454c70f7de req-010af805-5f96-4cef-bd8b-47b629141580 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=732f863c-5d62-47ba-8c31-618efdabdcdf HTTP/1.1" status: 200 len: 851 time: 0.0501990 Jul 27 15:37:46.694529 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189740d9-3c37-4f0e-a6b3-b3454c70f7de req-4f43ceae-cf86-4e1b-b36e-f484ed3205aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:46.696229 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-189740d9-3c37-4f0e-a6b3-b3454c70f7de req-4f43ceae-cf86-4e1b-b36e-f484ed3205aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a03d84d0-4188-403f-a4d9-b8ed9de732b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542812 Jul 27 15:37:46.830150 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099a3e4-2fb8-4056-9de0-3de090ce7479 req-b0da3822-810c-447e-a852-51efb03e7953 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:46.840525 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a099a3e4-2fb8-4056-9de0-3de090ce7479 req-b0da3822-810c-447e-a852-51efb03e7953 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 945 time: 0.1100314 Jul 27 15:37:46.865902 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63d4b2-4cce-4831-b111-761e506aadd1 req-550dd0cf-5350-4c29-b700-6eeed1f7338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:46.868422 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c63d4b2-4cce-4831-b111-761e506aadd1 req-550dd0cf-5350-4c29-b700-6eeed1f7338b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fd80b0f-495d-4f71-90b9-50d0753d3896 HTTP/1.1" status: 200 len: 909 time: 0.4304585 Jul 27 15:37:46.891952 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62a687-36f5-4915-8cf4-a96b5073dc3e req-511e6167-c521-4c09-9567-340008119043 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:46.893374 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9a62a687-36f5-4915-8cf4-a96b5073dc3e req-511e6167-c521-4c09-9567-340008119043 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.42 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 945 time: 0.1023896 Jul 27 15:37:46.902430 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:46.903101 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-189740d9-3c37-4f0e-a6b3-b3454c70f7de req-3ce1198e-ef02-4f93-aed3-c6231ef63ca8 service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865578 Jul 27 15:37:46.928755 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a099a3e4-2fb8-4056-9de0-3de090ce7479 req-5e30ee43-ad76-48a0-9fa2-014e574ccd95 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588882 Jul 27 15:37:47.081201 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-b46a81f1-5ac8-4ec8-a07b-15a53d77be3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:47.181522 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c63d4b2-4cce-4831-b111-761e506aadd1 req-e7843e40-387d-47bb-aefe-9775d5b2cce8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89a43d90-e38e-4f3f-b165-519e1d370bb5 HTTP/1.1" status: 200 len: 1000 time: 0.0607977 Jul 27 15:37:47.233136 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63d4b2-4cce-4831-b111-761e506aadd1 req-388d4b09-0dc4-469f-b59f-3b5a10a3fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:47.234632 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c63d4b2-4cce-4831-b111-761e506aadd1 req-388d4b09-0dc4-469f-b59f-3b5a10a3fc48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa HTTP/1.1" status: 200 len: 847 time: 0.0464776 Jul 27 15:37:47.285832 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63d4b2-4cce-4831-b111-761e506aadd1 req-28936955-68e0-4b30-8826-3f2693876f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:47.287423 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c63d4b2-4cce-4831-b111-761e506aadd1 req-28936955-68e0-4b30-8826-3f2693876f66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fd80b0f-495d-4f71-90b9-50d0753d3896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423069 Jul 27 15:37:47.389327 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c63d4b2-4cce-4831-b111-761e506aadd1 req-1546ba84-c661-4ba4-8767-1845400af79b service neutron] 10.222.0.42 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946119 Jul 27 15:37:47.491716 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8c63d4b2-4cce-4831-b111-761e506aadd1 req-877bf8de-ccb2-44a7-9bc6-44aa6af857b3 service neutron] 10.222.0.42 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953989 Jul 27 15:37:47.524670 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-9a62a687-36f5-4915-8cf4-a96b5073dc3e req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Deleting port a74c612d-f030-4677-ac76-2b3872c89434 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:37:47.524998 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9a62a687-36f5-4915-8cf4-a96b5073dc3e req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (a74c612d-f030-4677-ac76-2b3872c89434), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:47.582854 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-189740d9-3c37-4f0e-a6b3-b3454c70f7de req-8e9bb990-e266-4d53-8c19-146825f8a07f service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616525 Jul 27 15:37:47.629888 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-9a62a687-36f5-4915-8cf4-a96b5073dc3e req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] For port a74c612d-f030-4677-ac76-2b3872c89434, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a74c612d-f030-4677-ac76-2b3872c89434,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:37:47.630249 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9a62a687-36f5-4915-8cf4-a96b5073dc3e req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (a74c612d-f030-4677-ac76-2b3872c89434), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:47.648097 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-9a62a687-36f5-4915-8cf4-a96b5073dc3e req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Calling delete_port for a74c612d-f030-4677-ac76-2b3872c89434 owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:37:47.751022 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:47.773751 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9a62a687-36f5-4915-8cf4-a96b5073dc3e req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (a74c612d-f030-4677-ac76-2b3872c89434), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:47.799200 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event deleted for resources: {'Port': ['ID=a74c612d-f030-4677-ac76-2b3872c89434,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:47.808208 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:47.808554 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:47.808898 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:47.809236 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:47.809575 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:47.809905 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:47.810229 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:47.810551 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:47.810876 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:47.811198 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:47.811521 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:47.811863 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:47.812189 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:47.812508 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:47.812827 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:47.864592 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a62a687-36f5-4915-8cf4-a96b5073dc3e req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] No DVR routers for this DVR port a74c612d-f030-4677-ac76-2b3872c89434 on host hv-cinder-84131 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:37:47.867351 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9a62a687-36f5-4915-8cf4-a96b5073dc3e req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:47.870992 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9a62a687-36f5-4915-8cf4-a96b5073dc3e req-35a2edd2-0e26-42fb-a8fb-81f8c5ab1a0b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.42 "DELETE /v2.0/ports/a74c612d-f030-4677-ac76-2b3872c89434 HTTP/1.1" status: 204 len: 173 time: 0.7511547 Jul 27 15:37:47.871429 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20304f5-8614-4b22-a414-e1c5d5a610e1', 'name': 'network-vif-deleted', 'tag': 'a74c612d-f030-4677-ac76-2b3872c89434'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:37:47.873684 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413e0059-eb1e-4ea2-8283-d3a2c296faf2" -d '{"events": [{"server_uuid": "c20304f5-8614-4b22-a414-e1c5d5a610e1", "name": "network-vif-deleted", "tag": "a74c612d-f030-4677-ac76-2b3872c89434"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:37:47.918435 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0299b812-2f1e-4d48-9ad5-99b3db4475ed x-openstack-request-id: req-0299b812-2f1e-4d48-9ad5-99b3db4475ed {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:37:47.918727 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20304f5-8614-4b22-a414-e1c5d5a610e1", "name": "network-vif-deleted", "tag": "a74c612d-f030-4677-ac76-2b3872c89434", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:37:47.918997 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0299b812-2f1e-4d48-9ad5-99b3db4475ed {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:37:47.919462 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0299b812-2f1e-4d48-9ad5-99b3db4475ed'] response: {'server_uuid': 'c20304f5-8614-4b22-a414-e1c5d5a610e1', 'name': 'network-vif-deleted', 'tag': 'a74c612d-f030-4677-ac76-2b3872c89434', 'status': 'completed', 'code': 200} Jul 27 15:37:48.032876 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c27f0cab-e4d3-49ae-8d91-3916a89dccc7 req-d8dc9ee4-0a8b-4ccd-a449-c742b742dee6 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=c20304f5-8614-4b22-a414-e1c5d5a610e1 HTTP/1.1" status: 200 len: 210 time: 0.0287228 Jul 27 15:37:49.309560 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-661b669c-07a4-4e80-a6b0-7311e26cc05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:50.528231 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a74c612d-f030-4677-ac76-2b3872c89434 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:37:50.551535 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: a74c612d-f030-4677-ac76-2b3872c89434 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:37:50.551962 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device a74c612d-f030-4677-ac76-2b3872c89434 not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:37:50.858277 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:51.342251 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 47996) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:51.445030 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:51.488509 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Deleting port d55aea45-cdf6-4fa3-be6d-2ad5c91fcc0c {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:37:51.488916 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (d55aea45-cdf6-4fa3-be6d-2ad5c91fcc0c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:51.572765 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (d55aea45-cdf6-4fa3-be6d-2ad5c91fcc0c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:51.572945 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for floatingip (d55aea45-cdf6-4fa3-be6d-2ad5c91fcc0c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:51.586695 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Calling delete_port for d55aea45-cdf6-4fa3-be6d-2ad5c91fcc0c owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:37:51.740555 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (d55aea45-cdf6-4fa3-be6d-2ad5c91fcc0c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:51.768296 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event deleted for resources: {'Port': ['ID=d55aea45-cdf6-4fa3-be6d-2ad5c91fcc0c,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:51.794428 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:51.794910 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:51.795113 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:51.795451 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:51.795783 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:51.796140 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:51.796475 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:51.796796 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:51.797657 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:51.797982 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:51.799045 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:51.799568 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:51.799916 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:51.800247 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:51.800571 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:37:51.856977 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for floatingip (110bd7f1-8545-46bd-8231-e58e225b2eef), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:51.857743 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Floating IP 110bd7f1-8545-46bd-8231-e58e225b2eef disassociated (deleted). External IP: 172.27.1.57, port: 91e538f2-eb06-41ad-a122-92406428be4c. Jul 27 15:37:51.899548 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:52.082084 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:52.086272 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Router 03772c83-407b-4810-9990-a9bb0d45ec7f has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:37:52.197796 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:37:52.202450 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:52.209269 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab63c31-591e-4c6f-bb00-63213d4ad4e9 None None] Sync routers for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:37:52.218778 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab63c31-591e-4c6f-bb00-63213d4ad4e9 None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:37:52.219465 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-0ab63c31-591e-4c6f-bb00-63213d4ad4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:37:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:52.233822 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4a93ccfb-200c-4ca0-903e-108a00390ec8 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "DELETE /v2.0/floatingips/110bd7f1-8545-46bd-8231-e58e225b2eef HTTP/1.1" status: 204 len: 168 time: 0.8904543 Jul 27 15:37:52.234424 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'tag': '91e538f2-eb06-41ad-a122-92406428be4c'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:37:52.236792 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e774958-26d8-467a-adca-6ca0adbcf536" -d '{"events": [{"name": "network-changed", "server_uuid": "615fb0b3-46e9-4b6e-80d1-0dbcce67d082", "tag": "91e538f2-eb06-41ad-a122-92406428be4c"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:37:52.289674 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e049aff3-6270-4212-9874-b59aecddaed1 x-openstack-request-id: req-e049aff3-6270-4212-9874-b59aecddaed1 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:37:52.290161 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615fb0b3-46e9-4b6e-80d1-0dbcce67d082", "tag": "91e538f2-eb06-41ad-a122-92406428be4c", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:37:52.290578 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e049aff3-6270-4212-9874-b59aecddaed1 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:37:52.291026 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e049aff3-6270-4212-9874-b59aecddaed1'] response: {'name': 'network-changed', 'server_uuid': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'tag': '91e538f2-eb06-41ad-a122-92406428be4c', 'status': 'completed', 'code': 200} Jul 27 15:37:52.354438 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:52.367056 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-0ab63c31-591e-4c6f-bb00-63213d4ad4e9 None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:37:52.383550 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e774958-26d8-467a-adca-6ca0adbcf536 req-0af8ec55-e586-4c63-a10b-9848d9da73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:52.386984 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e774958-26d8-467a-adca-6ca0adbcf536 req-0af8ec55-e586-4c63-a10b-9848d9da73f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3fd186ce4ca4030b191309f43d43baa&device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 1130 time: 0.0611470 Jul 27 15:37:52.499285 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:52.549158 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e774958-26d8-467a-adca-6ca0adbcf536 req-f325bce8-688e-41d1-b0ae-696eaac8a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:52.550888 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e774958-26d8-467a-adca-6ca0adbcf536 req-f325bce8-688e-41d1-b0ae-696eaac8a01c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a03d84d0-4188-403f-a4d9-b8ed9de732b3 HTTP/1.1" status: 200 len: 913 time: 0.1567593 Jul 27 15:37:52.567118 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ead82a-3d0a-4028-acb4-da784a0f7989 req-1c28f80e-556a-4bc1-b86b-787db31b197a tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:52.568725 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-51ead82a-3d0a-4028-acb4-da784a0f7989 req-1c28f80e-556a-4bc1-b86b-787db31b197a tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 946 time: 0.0815694 Jul 27 15:37:52.618097 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-0ab63c31-591e-4c6f-bb00-63213d4ad4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:52.620822 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-51ead82a-3d0a-4028-acb4-da784a0f7989 req-9de7a01b-c778-4f32-a96c-89b4c56c437c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461991 Jul 27 15:37:52.647901 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab63c31-591e-4c6f-bb00-63213d4ad4e9 None None] Checking router: 03772c83-407b-4810-9990-a9bb0d45ec7f for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:37:52.656978 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab63c31-591e-4c6f-bb00-63213d4ad4e9 None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:37:52.657672 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-0ab63c31-591e-4c6f-bb00-63213d4ad4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:37:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:52.761638 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-0ab63c31-591e-4c6f-bb00-63213d4ad4e9 None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:37:52.879496 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:52.930431 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:52.971356 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-0ab63c31-591e-4c6f-bb00-63213d4ad4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:52.997425 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab63c31-591e-4c6f-bb00-63213d4ad4e9 None None] The sync data for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi is: [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:29:48Z', 'revision_number': 4, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'd1e71c7a-fab7-4c34-8437-8c6f33c295a5', 'name': '', 'network_id': 'a03d84d0-4188-403f-a4d9-b8ed9de732b3', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'mac_address': 'fa:16:3e:5f:b9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:48Z', 'updated_at': '2022-07-27T15:29:56Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'subnets': [{'id': '732f863c-5d62-47ba-8c31-618efdabdcdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:37:53.260195 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa50202-8f7c-4cc2-b91b-e61635bf524a None None] New status for floating IP 110bd7f1-8545-46bd-8231-e58e225b2eef: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:37:53.339027 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48030) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:53.449316 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1332819e-5aaf-4cf5-b078-37110a801ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:53.485318 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:53.531092 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1332819e-5aaf-4cf5-b078-37110a801ed8 admin admin] Publish callbacks [] for security_group (0d1d6816-9957-4f45-956b-e4955403af9d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:53.535497 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1332819e-5aaf-4cf5-b078-37110a801ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (0d1d6816-9957-4f45-956b-e4955403af9d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:53.578908 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1332819e-5aaf-4cf5-b078-37110a801ed8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a3928eed5c394bc099903b4bc6f7ed20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383380 Jul 27 15:37:53.579906 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332819e-5aaf-4cf5-b078-37110a801ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1d6816-9957-4f45-956b-e4955403af9d,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:53.581630 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48034) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:53.632734 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7afab583-d085-4e2e-a293-78c39c8af226 admin admin] Publish callbacks [] for security_group (0d1d6816-9957-4f45-956b-e4955403af9d), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:53.654043 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7afab583-d085-4e2e-a293-78c39c8af226 admin admin] Publish callbacks [] for security_group (0d1d6816-9957-4f45-956b-e4955403af9d), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:53.706206 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7afab583-d085-4e2e-a293-78c39c8af226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (0d1d6816-9957-4f45-956b-e4955403af9d), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:53.708779 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-7afab583-d085-4e2e-a293-78c39c8af226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:53.710075 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-7afab583-d085-4e2e-a293-78c39c8af226 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d1d6816-9957-4f45-956b-e4955403af9d HTTP/1.1" status: 204 len: 168 time: 0.1274359 Jul 27 15:37:53.721027 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afab583-d085-4e2e-a293-78c39c8af226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1d6816-9957-4f45-956b-e4955403af9d,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:53.762391 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52779a14-64b0-4ce0-8316-d7841162e46c req-50b32ea5-4a80-4c6c-8db4-0e2c93ea189c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:53.763932 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-52779a14-64b0-4ce0-8316-d7841162e46c req-50b32ea5-4a80-4c6c-8db4-0e2c93ea189c tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 946 time: 0.0582592 Jul 27 15:37:53.818295 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-52779a14-64b0-4ce0-8316-d7841162e46c req-73962bb4-1227-4d13-8484-f2bfbde28832 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed47e54c-cfa4-4cff-9837-fe9e42d21b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476286 Jul 27 15:37:53.848008 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e774958-26d8-467a-adca-6ca0adbcf536 req-cc4fe95f-4c9a-47be-9bfe-e68fb29a540d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e538f2-eb06-41ad-a122-92406428be4c HTTP/1.1" status: 200 len: 217 time: 0.0496533 Jul 27 15:37:53.900194 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e774958-26d8-467a-adca-6ca0adbcf536 req-da49c637-12c5-4b47-a68a-9b286ccab56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:53.901817 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e774958-26d8-467a-adca-6ca0adbcf536 req-da49c637-12c5-4b47-a68a-9b286ccab56c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=732f863c-5d62-47ba-8c31-618efdabdcdf HTTP/1.1" status: 200 len: 851 time: 0.0466564 Jul 27 15:37:54.027248 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e774958-26d8-467a-adca-6ca0adbcf536 req-1143ac86-4586-47d1-88d8-adbd8c63a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:54.028826 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e774958-26d8-467a-adca-6ca0adbcf536 req-1143ac86-4586-47d1-88d8-adbd8c63a650 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a03d84d0-4188-403f-a4d9-b8ed9de732b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424912 Jul 27 15:37:54.132381 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e774958-26d8-467a-adca-6ca0adbcf536 req-0ca45ae4-1742-49dd-8fd2-70a9f5237a8a service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958221 Jul 27 15:37:54.353585 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7e774958-26d8-467a-adca-6ca0adbcf536 req-7f580ce4-b84f-4268-8b34-eb8692b5ae5f service neutron] 10.222.0.42 "GET /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215048 Jul 27 15:37:54.366771 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda4f5e-df4e-4977-a18a-db54c87f3518 req-acba9f89-ab7f-4b2b-8148-3e1b1f937e68 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:37:54.368284 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dfda4f5e-df4e-4977-a18a-db54c87f3518 req-acba9f89-ab7f-4b2b-8148-3e1b1f937e68 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.42 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 946 time: 0.0625176 Jul 27 15:37:54.454509 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:54.457977 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-dfda4f5e-df4e-4977-a18a-db54c87f3518 req-7bcdb26c-0e2f-41e1-af6d-7bf864f5c429 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Deleting port 91e538f2-eb06-41ad-a122-92406428be4c {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:37:54.458324 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-dfda4f5e-df4e-4977-a18a-db54c87f3518 req-7bcdb26c-0e2f-41e1-af6d-7bf864f5c429 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (91e538f2-eb06-41ad-a122-92406428be4c), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:54.552735 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-dfda4f5e-df4e-4977-a18a-db54c87f3518 req-7bcdb26c-0e2f-41e1-af6d-7bf864f5c429 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] For port 91e538f2-eb06-41ad-a122-92406428be4c, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=91e538f2-eb06-41ad-a122-92406428be4c,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:37:54.553090 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-dfda4f5e-df4e-4977-a18a-db54c87f3518 req-7bcdb26c-0e2f-41e1-af6d-7bf864f5c429 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (91e538f2-eb06-41ad-a122-92406428be4c), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:54.568171 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-dfda4f5e-df4e-4977-a18a-db54c87f3518 req-7bcdb26c-0e2f-41e1-af6d-7bf864f5c429 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Calling delete_port for 91e538f2-eb06-41ad-a122-92406428be4c owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:37:54.707523 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-dfda4f5e-df4e-4977-a18a-db54c87f3518 req-7bcdb26c-0e2f-41e1-af6d-7bf864f5c429 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (91e538f2-eb06-41ad-a122-92406428be4c), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:54.719428 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:54.738849 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdb26c-0e2f-41e1-af6d-7bf864f5c429 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event deleted for resources: {'Port': ['ID=91e538f2-eb06-41ad-a122-92406428be4c,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:54.786238 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfda4f5e-df4e-4977-a18a-db54c87f3518 req-7bcdb26c-0e2f-41e1-af6d-7bf864f5c429 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] No DVR routers for this DVR port 91e538f2-eb06-41ad-a122-92406428be4c on host hv-cinder-84131 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:37:54.788948 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-dfda4f5e-df4e-4977-a18a-db54c87f3518 req-7bcdb26c-0e2f-41e1-af6d-7bf864f5c429 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:54.792366 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dfda4f5e-df4e-4977-a18a-db54c87f3518 req-7bcdb26c-0e2f-41e1-af6d-7bf864f5c429 tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.42 "DELETE /v2.0/ports/91e538f2-eb06-41ad-a122-92406428be4c HTTP/1.1" status: 204 len: 173 time: 0.4176354 Jul 27 15:37:54.792798 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'name': 'network-vif-deleted', 'tag': '91e538f2-eb06-41ad-a122-92406428be4c'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:37:54.795280 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545c68b5-3ca8-45bb-8118-ae969d7b764e" -d '{"events": [{"server_uuid": "615fb0b3-46e9-4b6e-80d1-0dbcce67d082", "name": "network-vif-deleted", "tag": "91e538f2-eb06-41ad-a122-92406428be4c"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:37:54.853253 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d78f36-b9db-42f8-bbe4-df1f11de9da3 x-openstack-request-id: req-f0d78f36-b9db-42f8-bbe4-df1f11de9da3 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:37:54.853501 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615fb0b3-46e9-4b6e-80d1-0dbcce67d082", "name": "network-vif-deleted", "tag": "91e538f2-eb06-41ad-a122-92406428be4c", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:37:54.853826 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0d78f36-b9db-42f8-bbe4-df1f11de9da3 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:37:54.854291 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d78f36-b9db-42f8-bbe4-df1f11de9da3'] response: {'server_uuid': '615fb0b3-46e9-4b6e-80d1-0dbcce67d082', 'name': 'network-vif-deleted', 'tag': '91e538f2-eb06-41ad-a122-92406428be4c', 'status': 'completed', 'code': 200} Jul 27 15:37:54.942434 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e109c82a-674b-41a0-93fc-9e73574950ae req-165e8825-63fc-4029-9457-1715e7e9357b tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "GET /v2.0/ports?device_id=615fb0b3-46e9-4b6e-80d1-0dbcce67d082 HTTP/1.1" status: 200 len: 210 time: 0.0289803 Jul 27 15:37:56.006118 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48082) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:56.127030 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-aa51d4c0-4c38-45d1-b764-08c6332e47ba tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Deleting port aa3f6296-241d-40dc-ab60-6f7b406989b3 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:37:56.127321 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aa51d4c0-4c38-45d1-b764-08c6332e47ba tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (aa3f6296-241d-40dc-ab60-6f7b406989b3), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:56.213528 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aa51d4c0-4c38-45d1-b764-08c6332e47ba tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (aa3f6296-241d-40dc-ab60-6f7b406989b3), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:56.213904 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aa51d4c0-4c38-45d1-b764-08c6332e47ba tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for floatingip (aa3f6296-241d-40dc-ab60-6f7b406989b3), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:56.227170 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-aa51d4c0-4c38-45d1-b764-08c6332e47ba tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Calling delete_port for aa3f6296-241d-40dc-ab60-6f7b406989b3 owned by network:floatingip {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:37:56.379447 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aa51d4c0-4c38-45d1-b764-08c6332e47ba tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (aa3f6296-241d-40dc-ab60-6f7b406989b3), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:56.408765 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51d4c0-4c38-45d1-b764-08c6332e47ba tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event deleted for resources: {'Port': ['ID=aa3f6296-241d-40dc-ab60-6f7b406989b3,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:56.471025 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aa51d4c0-4c38-45d1-b764-08c6332e47ba tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for floatingip (9e77d7d7-fe54-4b79-93ee-1dd5dd05da0f), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:56.473500 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-aa51d4c0-4c38-45d1-b764-08c6332e47ba tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:56.474675 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-aa51d4c0-4c38-45d1-b764-08c6332e47ba tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "DELETE /v2.0/floatingips/9e77d7d7-fe54-4b79-93ee-1dd5dd05da0f HTTP/1.1" status: 204 len: 168 time: 0.4675827 Jul 27 15:37:57.694247 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48116) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:57.769129 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bc987787-ba0a-4358-95f8-ff325361bc2f tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group (ed47e54c-cfa4-4cff-9837-fe9e42d21b47), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:57.797270 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bc987787-ba0a-4358-95f8-ff325361bc2f tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group (ed47e54c-cfa4-4cff-9837-fe9e42d21b47), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:57.846894 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:57.873771 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bc987787-ba0a-4358-95f8-ff325361bc2f tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (ed47e54c-cfa4-4cff-9837-fe9e42d21b47), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:57.877234 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-bc987787-ba0a-4358-95f8-ff325361bc2f tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:57.878367 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-bc987787-ba0a-4358-95f8-ff325361bc2f tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] 10.222.0.36 "DELETE /v2.0/security-groups/ed47e54c-cfa4-4cff-9837-fe9e42d21b47 HTTP/1.1" status: 204 len: 168 time: 0.1823542 Jul 27 15:37:57.888459 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc987787-ba0a-4358-95f8-ff325361bc2f tempest-TestVolumeBootPattern-1395468617 tempest-TestVolumeBootPattern-1395468617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed47e54c-cfa4-4cff-9837-fe9e42d21b47,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:57.943289 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48120) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:58.365015 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:58.442925 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9b9554bf-fc34-4b98-8920-6e30ba0fceb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360475'] for router_interface (03772c83-407b-4810-9990-a9bb0d45ec7f), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:58.558922 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 91e538f2-eb06-41ad-a122-92406428be4c no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:37:58.588152 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: 91e538f2-eb06-41ad-a122-92406428be4c {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:37:58.588502 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 91e538f2-eb06-41ad-a122-92406428be4c not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:37:58.679239 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-9b9554bf-fc34-4b98-8920-6e30ba0fceb4 admin admin] Deleting port d1e71c7a-fab7-4c34-8437-8c6f33c295a5 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:37:58.679581 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9b9554bf-fc34-4b98-8920-6e30ba0fceb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:58.766956 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-9b9554bf-fc34-4b98-8920-6e30ba0fceb4 admin admin] For port d1e71c7a-fab7-4c34-8437-8c6f33c295a5, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=d1e71c7a-fab7-4c34-8437-8c6f33c295a5,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:37:58.767533 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9b9554bf-fc34-4b98-8920-6e30ba0fceb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:58.781390 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-9b9554bf-fc34-4b98-8920-6e30ba0fceb4 admin admin] Calling delete_port for d1e71c7a-fab7-4c34-8437-8c6f33c295a5 owned by network:router_interface {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:37:58.971952 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:58.978730 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9b9554bf-fc34-4b98-8920-6e30ba0fceb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (d1e71c7a-fab7-4c34-8437-8c6f33c295a5), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:59.006245 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9554bf-fc34-4b98-8920-6e30ba0fceb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e71c7a-fab7-4c34-8437-8c6f33c295a5,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:37:59.189883 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9b9554bf-fc34-4b98-8920-6e30ba0fceb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360591'] for router_interface (03772c83-407b-4810-9990-a9bb0d45ec7f), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:59.319261 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:37:59.432527 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9554bf-fc34-4b98-8920-6e30ba0fceb4 admin admin] Router 03772c83-407b-4810-9990-a9bb0d45ec7f has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:37:59.541557 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9554bf-fc34-4b98-8920-6e30ba0fceb4 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:37:59.547612 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9b9554bf-fc34-4b98-8920-6e30ba0fceb4 admin admin] 10.222.0.36 "PUT /v2.0/routers/03772c83-407b-4810-9990-a9bb0d45ec7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6031239 Jul 27 15:37:59.550048 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48148) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:37:59.552002 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c4332-97ae-4be1-81eb-416077f62a3f None None] Sync routers for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:37:59.564379 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c4332-97ae-4be1-81eb-416077f62a3f None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:37:59.565061 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-499c4332-97ae-4be1-81eb-416077f62a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:37:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:59.678229 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8829c1c2-c083-4c6d-b290-ffe3f175aeb9 admin admin] Publish callbacks [] for router (03772c83-407b-4810-9990-a9bb0d45ec7f), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:59.688224 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-499c4332-97ae-4be1-81eb-416077f62a3f None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:37:59.808587 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8829c1c2-c083-4c6d-b290-ffe3f175aeb9 admin admin] Publish callbacks [] for router_gateway (03772c83-407b-4810-9990-a9bb0d45ec7f), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:59.869607 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-8829c1c2-c083-4c6d-b290-ffe3f175aeb9 admin admin] Deleting port b99783af-a350-477f-9e77-4a3aeb6bb32d {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:37:59.870191 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8829c1c2-c083-4c6d-b290-ffe3f175aeb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (b99783af-a350-477f-9e77-4a3aeb6bb32d), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:37:59.887907 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-499c4332-97ae-4be1-81eb-416077f62a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:37:58Z', 'revision_number': 5, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port': {'id': 'b99783af-a350-477f-9e77-4a3aeb6bb32d', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:44Z', 'updated_at': '2022-07-27T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:37:59.920275 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c4332-97ae-4be1-81eb-416077f62a3f None None] Checking router: 03772c83-407b-4810-9990-a9bb0d45ec7f for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:37:59.928652 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c4332-97ae-4be1-81eb-416077f62a3f None None] Routers {'03772c83-407b-4810-9990-a9bb0d45ec7f'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:37:59.929267 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-499c4332-97ae-4be1-81eb-416077f62a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:37:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['03772c83-407b-4810-9990-a9bb0d45ec7f'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:00.159846 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-499c4332-97ae-4be1-81eb-416077f62a3f None None] Set router 03772c83-407b-4810-9990-a9bb0d45ec7f gateway port host: None {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:38:00.221117 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-499c4332-97ae-4be1-81eb-416077f62a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:37:59Z', 'revision_number': 6, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port_host': None}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:00.255246 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c4332-97ae-4be1-81eb-416077f62a3f None None] The sync data for ids ['03772c83-407b-4810-9990-a9bb0d45ec7f'] in dv-cinder-841315-2-iscsi is: [{'id': '03772c83-407b-4810-9990-a9bb0d45ec7f', 'name': 'tempest-TestVolumeBootPattern-1178050715-router', 'tenant_id': 'd3fd186ce4ca4030b191309f43d43baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:43Z', 'updated_at': '2022-07-27T15:37:59Z', 'revision_number': 6, 'project_id': 'd3fd186ce4ca4030b191309f43d43baa', 'gw_port_host': None}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:38:00.276299 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-8829c1c2-c083-4c6d-b290-ffe3f175aeb9 admin admin] For port b99783af-a350-477f-9e77-4a3aeb6bb32d, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=b99783af-a350-477f-9e77-4a3aeb6bb32d,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:38:00.278815 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8829c1c2-c083-4c6d-b290-ffe3f175aeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (b99783af-a350-477f-9e77-4a3aeb6bb32d), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:00.296126 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-8829c1c2-c083-4c6d-b290-ffe3f175aeb9 admin admin] Calling delete_port for b99783af-a350-477f-9e77-4a3aeb6bb32d owned by network:router_gateway {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:38:00.310958 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:00.508749 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8829c1c2-c083-4c6d-b290-ffe3f175aeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (b99783af-a350-477f-9e77-4a3aeb6bb32d), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:00.535929 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829c1c2-c083-4c6d-b290-ffe3f175aeb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b99783af-a350-477f-9e77-4a3aeb6bb32d,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:00.615002 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8829c1c2-c083-4c6d-b290-ffe3f175aeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376603'] for router_gateway (03772c83-407b-4810-9990-a9bb0d45ec7f), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:00.752508 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8829c1c2-c083-4c6d-b290-ffe3f175aeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (03772c83-407b-4810-9990-a9bb0d45ec7f), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:00.755473 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8829c1c2-c083-4c6d-b290-ffe3f175aeb9 admin admin] Publish callbacks [] for router_controller (03772c83-407b-4810-9990-a9bb0d45ec7f), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:00.808951 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:00.820409 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8829c1c2-c083-4c6d-b290-ffe3f175aeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693842'] for router (03772c83-407b-4810-9990-a9bb0d45ec7f), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:00.821148 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8829c1c2-c083-4c6d-b290-ffe3f175aeb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03772c83-407b-4810-9990-a9bb0d45ec7f {{(pid=103935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:38:00.827205 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-8829c1c2-c083-4c6d-b290-ffe3f175aeb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:00.831450 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-8829c1c2-c083-4c6d-b290-ffe3f175aeb9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/03772c83-407b-4810-9990-a9bb0d45ec7f HTTP/1.1" status: 204 len: 168 time: 1.2778075 Jul 27 15:38:00.832069 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48190) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:00.884670 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f50376-9c27-4b3c-b66b-b0fcca8ebc0c admin admin] Deleting subnet 732f863c-5d62-47ba-8c31-618efdabdcdf {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 15:38:00.888872 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38f50376-9c27-4b3c-b66b-b0fcca8ebc0c admin admin] Publish callbacks [] for subnet (732f863c-5d62-47ba-8c31-618efdabdcdf), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:00.933441 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38f50376-9c27-4b3c-b66b-b0fcca8ebc0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12156066'] for subnet (732f863c-5d62-47ba-8c31-618efdabdcdf), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:01.048941 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38f50376-9c27-4b3c-b66b-b0fcca8ebc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563307'] for subnet (732f863c-5d62-47ba-8c31-618efdabdcdf), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:01.118806 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:01.122376 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38f50376-9c27-4b3c-b66b-b0fcca8ebc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8434635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575612'] for subnet (732f863c-5d62-47ba-8c31-618efdabdcdf), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:01.155322 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f50376-9c27-4b3c-b66b-b0fcca8ebc0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=732f863c-5d62-47ba-8c31-618efdabdcdf,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:01.163559 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-38f50376-9c27-4b3c-b66b-b0fcca8ebc0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:01.166773 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-38f50376-9c27-4b3c-b66b-b0fcca8ebc0c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/732f863c-5d62-47ba-8c31-618efdabdcdf HTTP/1.1" status: 204 len: 168 time: 0.3328674 Jul 27 15:38:01.169449 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48204) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:01.170048 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2d46a1-e1e4-46e7-8bc1-33b31a0badcf None None] Network a03d84d0-4188-403f-a4d9-b8ed9de732b3 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:38:01.246040 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device d1e71c7a-fab7-4c34-8437-8c6f33c295a5 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:38:01.270522 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: d1e71c7a-fab7-4c34-8437-8c6f33c295a5 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:38:01.270871 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device d1e71c7a-fab7-4c34-8437-8c6f33c295a5 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:38:01.276563 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409505'] for network (a03d84d0-4188-403f-a4d9-b8ed9de732b3), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:01.346320 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] Deleting port c3189e7f-525d-41a9-b10e-0a9876ad6853 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:38:01.348811 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (c3189e7f-525d-41a9-b10e-0a9876ad6853), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:01.392423 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] DHCP port deletion for a03d84d0-4188-403f-a4d9-b8ed9de732b3 request from dv-cinder-841315-2-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 15:38:01.439258 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Deleting port c3189e7f-525d-41a9-b10e-0a9876ad6853 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:38:01.442098 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (c3189e7f-525d-41a9-b10e-0a9876ad6853), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:01.463247 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] For port c3189e7f-525d-41a9-b10e-0a9876ad6853, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=c3189e7f-525d-41a9-b10e-0a9876ad6853,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:38:01.463867 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (c3189e7f-525d-41a9-b10e-0a9876ad6853), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:01.485963 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] Calling delete_port for c3189e7f-525d-41a9-b10e-0a9876ad6853 owned by network:dhcp {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:38:01.527904 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] For port c3189e7f-525d-41a9-b10e-0a9876ad6853, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=c3189e7f-525d-41a9-b10e-0a9876ad6853,segment=NetworkSegment(27961e42-64c5-4316-a3cb-4267282a8331),segment_id=27961e42-64c5-4316-a3cb-4267282a8331)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:38:01.528381 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (c3189e7f-525d-41a9-b10e-0a9876ad6853), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:01.560515 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Calling delete_port for c3189e7f-525d-41a9-b10e-0a9876ad6853 owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:38:01.595113 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (c3189e7f-525d-41a9-b10e-0a9876ad6853), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:01.614885 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] No DVR routers for this DVR port c3189e7f-525d-41a9-b10e-0a9876ad6853 on host dv-cinder-841315-2-iscsi {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:38:01.671673 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (c3189e7f-525d-41a9-b10e-0a9876ad6853), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:01.679741 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:01.700083 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3189e7f-525d-41a9-b10e-0a9876ad6853,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:01.720827 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Pushing event deleted for resources: {'Port': ['ID=c3189e7f-525d-41a9-b10e-0a9876ad6853,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:01.723019 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561221', 'neutron.services.segments.db._delete_segments_for_network-8768358125770'] for network (a03d84d0-4188-403f-a4d9-b8ed9de732b3), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:01.729878 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] No DVR routers for this DVR port c3189e7f-525d-41a9-b10e-0a9876ad6853 on host dv-cinder-841315-2-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:38:01.744865 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:38:01.745395 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:38:01.745917 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:38:01.746483 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:38:01.747335 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:38:01.747565 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:38:01.748015 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:38:01.749055 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:38:01.749666 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:38:01.750264 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:38:01.750947 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:38:01.751308 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:38:01.751900 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:38:01.752335 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:38:01.752834 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139575b9-9307-4cfa-9992-e4b2644cc42b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:38:01.764975 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03d84d0-4188-403f-a4d9-b8ed9de732b3']}} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:01.781996 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27961e42-64c5-4316-a3cb-4267282a8331') {'for_net_delete': True} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:01.782346 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.services.segments.db [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27961e42-64c5-4316-a3cb-4267282a8331') {} {{(pid=103935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:01.793771 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768358125671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9385136'] for segment (27961e42-64c5-4316-a3cb-4267282a8331), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:01.809019 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (27961e42-64c5-4316-a3cb-4267282a8331), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:01.820265 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:38:01.820694 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9021718'] for segment (27961e42-64c5-4316-a3cb-4267282a8331), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:01.862001 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment 27961e42-64c5-4316-a3cb-4267282a8331 resource provider aggregate not found Jul 27 15:38:01.869851 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:01.889615 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.services.segments.plugin [-] Segment 27961e42-64c5-4316-a3cb-4267282a8331 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27961e42-64c5-4316-a3cb-4267282a8331 found for delete ", "request_id": "req-d55bdde5-e550-4357-950b-7ab5e9cc5991"}]} Jul 27 15:38:01.903349 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376631'] for network (a03d84d0-4188-403f-a4d9-b8ed9de732b3), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:01.910233 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:01.913403 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a03d84d0-4188-403f-a4d9-b8ed9de732b3 HTTP/1.1" status: 204 len: 168 time: 0.7422597 Jul 27 15:38:01.917622 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48220) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:01.925899 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010d639-9a76-4f93-8eb8-67dbcfcfe117 admin admin] Pushing event deleted for resources: {'Network': ['ID=a03d84d0-4188-403f-a4d9-b8ed9de732b3,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:02.280415 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b73930ae-33ee-4ab1-af15-d1cf4add7bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360475'] for router_interface (9e04b6dc-f261-418f-b9f9-5f534147ddd0), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:02.420207 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b95e1-4f1b-4834-a8b3-9bf3565ea89a req-6b44daca-102b-4c56-9c07-b8adf71130a1 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:02.422193 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-286b95e1-4f1b-4834-a8b3-9bf3565ea89a req-6b44daca-102b-4c56-9c07-b8adf71130a1 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 945 time: 0.0961390 Jul 27 15:38:02.507205 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:02.530619 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-286b95e1-4f1b-4834-a8b3-9bf3565ea89a req-8bdea286-dc2d-4595-90e0-7194c2031f29 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=26c3e026-a785-4b43-8257-bfcf15d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017027 Jul 27 15:38:02.604391 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-b73930ae-33ee-4ab1-af15-d1cf4add7bdf admin admin] Deleting port 6b2b26f3-2311-4342-b588-740b957ede1a {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:38:02.604725 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b73930ae-33ee-4ab1-af15-d1cf4add7bdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (6b2b26f3-2311-4342-b588-740b957ede1a), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:02.690503 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-b73930ae-33ee-4ab1-af15-d1cf4add7bdf admin admin] For port 6b2b26f3-2311-4342-b588-740b957ede1a, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=6b2b26f3-2311-4342-b588-740b957ede1a,segment=NetworkSegment(d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d),segment_id=d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:38:02.690768 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b73930ae-33ee-4ab1-af15-d1cf4add7bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (6b2b26f3-2311-4342-b588-740b957ede1a), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:02.704665 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-b73930ae-33ee-4ab1-af15-d1cf4add7bdf admin admin] Calling delete_port for 6b2b26f3-2311-4342-b588-740b957ede1a owned by network:router_interface {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:38:02.763760 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:02.812597 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device b99783af-a350-477f-9e77-4a3aeb6bb32d no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:38:02.833972 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: b99783af-a350-477f-9e77-4a3aeb6bb32d {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:38:02.834376 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device b99783af-a350-477f-9e77-4a3aeb6bb32d not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:38:02.834924 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device c3189e7f-525d-41a9-b10e-0a9876ad6853 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:38:02.865269 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: c3189e7f-525d-41a9-b10e-0a9876ad6853 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:38:02.866061 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device c3189e7f-525d-41a9-b10e-0a9876ad6853 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:38:02.919726 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b73930ae-33ee-4ab1-af15-d1cf4add7bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (6b2b26f3-2311-4342-b588-740b957ede1a), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:02.946320 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73930ae-33ee-4ab1-af15-d1cf4add7bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2b26f3-2311-4342-b588-740b957ede1a,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:03.130410 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b73930ae-33ee-4ab1-af15-d1cf4add7bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360591'] for router_interface (9e04b6dc-f261-418f-b9f9-5f534147ddd0), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:03.264582 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:03.289912 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:03.345331 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73930ae-33ee-4ab1-af15-d1cf4add7bdf admin admin] Router 9e04b6dc-f261-418f-b9f9-5f534147ddd0 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:38:03.400329 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:03.456431 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73930ae-33ee-4ab1-af15-d1cf4add7bdf admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:38:03.461379 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b73930ae-33ee-4ab1-af15-d1cf4add7bdf admin admin] 10.222.0.36 "PUT /v2.0/routers/9e04b6dc-f261-418f-b9f9-5f534147ddd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5426373 Jul 27 15:38:03.464258 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48236) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:03.467365 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3da512-74bd-46ae-b25d-801cc729eb9b None None] Sync routers for ids ['9e04b6dc-f261-418f-b9f9-5f534147ddd0'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:38:03.479236 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3da512-74bd-46ae-b25d-801cc729eb9b None None] Routers {'9e04b6dc-f261-418f-b9f9-5f534147ddd0'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:38:03.479878 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6e3da512-74bd-46ae-b25d-801cc729eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:37:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['9e04b6dc-f261-418f-b9f9-5f534147ddd0'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:03.572608 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d0ac-796a-473c-92ba-da0526c713ea admin admin] Publish callbacks [] for router (9e04b6dc-f261-418f-b9f9-5f534147ddd0), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:03.591440 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-6e3da512-74bd-46ae-b25d-801cc729eb9b None None] Set router 9e04b6dc-f261-418f-b9f9-5f534147ddd0 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:38:03.705766 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9f541-c5d3-48eb-a600-b7f93c03f644 req-845b4ae3-e2ca-44b6-b22b-a3a92b332157 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:03.707336 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7db9f541-c5d3-48eb-a600-b7f93c03f644 req-845b4ae3-e2ca-44b6-b22b-a3a92b332157 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 945 time: 0.0890319 Jul 27 15:38:03.746047 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d0ac-796a-473c-92ba-da0526c713ea admin admin] Publish callbacks [] for router_gateway (9e04b6dc-f261-418f-b9f9-5f534147ddd0), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:03.797650 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7db9f541-c5d3-48eb-a600-b7f93c03f644 req-9cd217a1-70ce-4d7f-96c0-9c397d4960b3 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=26c3e026-a785-4b43-8257-bfcf15d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828326 Jul 27 15:38:03.799385 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6e3da512-74bd-46ae-b25d-801cc729eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'name': 'tempest-TestVolumeBootPattern-11798212-router', 'tenant_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '069f841a-af44-439c-93fd-7de6f5489be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:52Z', 'updated_at': '2022-07-27T15:38:02Z', 'revision_number': 5, 'project_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'gw_port': {'id': '069f841a-af44-439c-93fd-7de6f5489be2', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:29:53Z', 'updated_at': '2022-07-27T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:03.801961 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:38:03.811645 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7d0ac-796a-473c-92ba-da0526c713ea admin admin] Deleting port 069f841a-af44-439c-93fd-7de6f5489be2 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:38:03.811946 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d0ac-796a-473c-92ba-da0526c713ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (069f841a-af44-439c-93fd-7de6f5489be2), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:03.846440 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3da512-74bd-46ae-b25d-801cc729eb9b None None] Checking router: 9e04b6dc-f261-418f-b9f9-5f534147ddd0 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:38:03.859883 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3da512-74bd-46ae-b25d-801cc729eb9b None None] Routers {'9e04b6dc-f261-418f-b9f9-5f534147ddd0'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:38:03.860854 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6e3da512-74bd-46ae-b25d-801cc729eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:37:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['9e04b6dc-f261-418f-b9f9-5f534147ddd0'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:03.886333 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:03.899394 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-e1a7d0ac-796a-473c-92ba-da0526c713ea admin admin] For port 069f841a-af44-439c-93fd-7de6f5489be2, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=069f841a-af44-439c-93fd-7de6f5489be2,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:38:03.899759 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d0ac-796a-473c-92ba-da0526c713ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (069f841a-af44-439c-93fd-7de6f5489be2), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:03.924432 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7d0ac-796a-473c-92ba-da0526c713ea admin admin] Calling delete_port for 069f841a-af44-439c-93fd-7de6f5489be2 owned by network:router_gateway {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:38:03.961652 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-6e3da512-74bd-46ae-b25d-801cc729eb9b None None] Set router 9e04b6dc-f261-418f-b9f9-5f534147ddd0 gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:38:04.022477 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-6e3da512-74bd-46ae-b25d-801cc729eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'name': 'tempest-TestVolumeBootPattern-11798212-router', 'tenant_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:52Z', 'updated_at': '2022-07-27T15:38:03Z', 'revision_number': 6, 'project_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'gw_port_host': None}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:04.049665 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3da512-74bd-46ae-b25d-801cc729eb9b None None] The sync data for ids ['9e04b6dc-f261-418f-b9f9-5f534147ddd0'] in dv-cinder-841315-2-iscsi is: [{'id': '9e04b6dc-f261-418f-b9f9-5f534147ddd0', 'name': 'tempest-TestVolumeBootPattern-11798212-router', 'tenant_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:29:52Z', 'updated_at': '2022-07-27T15:38:03Z', 'revision_number': 6, 'project_id': 'bf5c5a38ffe540ebada04f8311310cd8', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:38:04.120795 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d0ac-796a-473c-92ba-da0526c713ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (069f841a-af44-439c-93fd-7de6f5489be2), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:04.151025 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7d0ac-796a-473c-92ba-da0526c713ea admin admin] Pushing event deleted for resources: {'Port': ['ID=069f841a-af44-439c-93fd-7de6f5489be2,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:04.220435 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d0ac-796a-473c-92ba-da0526c713ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376603'] for router_gateway (9e04b6dc-f261-418f-b9f9-5f534147ddd0), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:04.315234 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d0ac-796a-473c-92ba-da0526c713ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (9e04b6dc-f261-418f-b9f9-5f534147ddd0), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:04.317660 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d0ac-796a-473c-92ba-da0526c713ea admin admin] Publish callbacks [] for router_controller (9e04b6dc-f261-418f-b9f9-5f534147ddd0), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:04.392763 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d0ac-796a-473c-92ba-da0526c713ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693842'] for router (9e04b6dc-f261-418f-b9f9-5f534147ddd0), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:04.393356 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a7d0ac-796a-473c-92ba-da0526c713ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e04b6dc-f261-418f-b9f9-5f534147ddd0 {{(pid=103935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:38:04.399415 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d0ac-796a-473c-92ba-da0526c713ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:04.403173 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-e1a7d0ac-796a-473c-92ba-da0526c713ea admin admin] 10.222.0.36 "DELETE /v2.0/routers/9e04b6dc-f261-418f-b9f9-5f534147ddd0 HTTP/1.1" status: 204 len: 168 time: 0.9353533 Jul 27 15:38:04.403604 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48246) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:04.415000 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6d971-7b3a-4d1c-869b-c1b377ba1b62 req-2ae5a1b8-a42c-446c-9259-83d207a525e8 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:04.417309 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-08c6d971-7b3a-4d1c-869b-c1b377ba1b62 req-2ae5a1b8-a42c-446c-9259-83d207a525e8 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 945 time: 0.0633426 Jul 27 15:38:04.463649 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de78a17-1ecf-4331-8433-c7f3b33d4b84 admin admin] Deleting subnet db78e11b-0b54-4e24-9b19-1ac731c9558e {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 15:38:04.470653 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4de78a17-1ecf-4331-8433-c7f3b33d4b84 admin admin] Publish callbacks [] for subnet (db78e11b-0b54-4e24-9b19-1ac731c9558e), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:04.529559 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4de78a17-1ecf-4331-8433-c7f3b33d4b84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12156066'] for subnet (db78e11b-0b54-4e24-9b19-1ac731c9558e), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:04.531500 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:04.535757 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-08c6d971-7b3a-4d1c-869b-c1b377ba1b62 req-b52d7e91-833b-49dd-a11e-7f3beeee451a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Deleting port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:38:04.536132 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-08c6d971-7b3a-4d1c-869b-c1b377ba1b62 req-b52d7e91-833b-49dd-a11e-7f3beeee451a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (82a9f1b2-b04d-4236-b0ad-f4bacb75fe42), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:04.610219 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4de78a17-1ecf-4331-8433-c7f3b33d4b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563307'] for subnet (db78e11b-0b54-4e24-9b19-1ac731c9558e), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:04.636024 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:04.636618 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-08c6d971-7b3a-4d1c-869b-c1b377ba1b62 req-b52d7e91-833b-49dd-a11e-7f3beeee451a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] For port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=82a9f1b2-b04d-4236-b0ad-f4bacb75fe42,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:38:04.636763 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-08c6d971-7b3a-4d1c-869b-c1b377ba1b62 req-b52d7e91-833b-49dd-a11e-7f3beeee451a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (82a9f1b2-b04d-4236-b0ad-f4bacb75fe42), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:04.669677 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4de78a17-1ecf-4331-8433-c7f3b33d4b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8434635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575612'] for subnet (db78e11b-0b54-4e24-9b19-1ac731c9558e), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:04.697792 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de78a17-1ecf-4331-8433-c7f3b33d4b84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db78e11b-0b54-4e24-9b19-1ac731c9558e,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:04.705445 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4de78a17-1ecf-4331-8433-c7f3b33d4b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:04.711973 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4de78a17-1ecf-4331-8433-c7f3b33d4b84 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/db78e11b-0b54-4e24-9b19-1ac731c9558e HTTP/1.1" status: 204 len: 168 time: 0.3051116 Jul 27 15:38:04.712162 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf93a5d-4ba6-4ffc-94a1-79a014a0d865 None None] Network a1a58914-8c92-442c-a08f-43dcd803f8f4 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:38:04.712627 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48248) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:04.790333 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409505'] for network (a1a58914-8c92-442c-a08f-43dcd803f8f4), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:04.845300 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] Deleting port 1a1d89ca-c963-484b-8cfe-486659d56485 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:38:04.845888 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (1a1d89ca-c963-484b-8cfe-486659d56485), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:04.848403 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-08c6d971-7b3a-4d1c-869b-c1b377ba1b62 req-b52d7e91-833b-49dd-a11e-7f3beeee451a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:04.848789 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-08c6d971-7b3a-4d1c-869b-c1b377ba1b62 req-b52d7e91-833b-49dd-a11e-7f3beeee451a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (074675ce-7c19-4c5d-a0e5-a4162c911ca8), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:04.849120 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.l3_db [req-08c6d971-7b3a-4d1c-869b-c1b377ba1b62 req-b52d7e91-833b-49dd-a11e-7f3beeee451a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Floating IP 074675ce-7c19-4c5d-a0e5-a4162c911ca8 disassociated. External IP: 172.27.1.90, port: 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42. Jul 27 15:38:04.850182 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-08c6d971-7b3a-4d1c-869b-c1b377ba1b62 req-b52d7e91-833b-49dd-a11e-7f3beeee451a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Calling delete_port for 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:38:04.910113 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc5ca58-306f-424b-8268-b249ce94ca43 None None] DHCP port deletion for a1a58914-8c92-442c-a08f-43dcd803f8f4 request from dv-cinder-841315-2-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 15:38:04.915670 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:04.990723 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 6b2b26f3-2311-4342-b588-740b957ede1a no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:38:04.992902 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:05.013921 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] For port 1a1d89ca-c963-484b-8cfe-486659d56485, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=1a1d89ca-c963-484b-8cfe-486659d56485,segment=NetworkSegment(d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d),segment_id=d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:38:05.014320 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (1a1d89ca-c963-484b-8cfe-486659d56485), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.016974 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5ca58-306f-424b-8268-b249ce94ca43 None None] Deleting port 1a1d89ca-c963-484b-8cfe-486659d56485 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:38:05.017400 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ccc5ca58-306f-424b-8268-b249ce94ca43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (1a1d89ca-c963-484b-8cfe-486659d56485), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.021267 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-08c6d971-7b3a-4d1c-869b-c1b377ba1b62 req-b52d7e91-833b-49dd-a11e-7f3beeee451a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (82a9f1b2-b04d-4236-b0ad-f4bacb75fe42), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.021624 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: 6b2b26f3-2311-4342-b588-740b957ede1a {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:38:05.021973 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 6b2b26f3-2311-4342-b588-740b957ede1a not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:38:05.023100 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 069f841a-af44-439c-93fd-7de6f5489be2 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:38:05.041025 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] Calling delete_port for 1a1d89ca-c963-484b-8cfe-486659d56485 owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:38:05.051077 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d7e91-833b-49dd-a11e-7f3beeee451a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event deleted for resources: {'Port': ['ID=82a9f1b2-b04d-4236-b0ad-f4bacb75fe42,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:05.067799 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd60dd-4c71-4c76-be99-1b6fa5cc55a2 req-42684b8e-dbc8-458b-bba9-b645d7364bd7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:05.069522 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-12fd60dd-4c71-4c76-be99-1b6fa5cc55a2 req-42684b8e-dbc8-458b-bba9-b645d7364bd7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=74a2fff2-0034-437f-be7e-bcba679c0b2f HTTP/1.1" status: 200 len: 945 time: 0.1517651 Jul 27 15:38:05.089752 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: 069f841a-af44-439c-93fd-7de6f5489be2 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:38:05.090355 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 069f841a-af44-439c-93fd-7de6f5489be2 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:38:05.143126 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-ccc5ca58-306f-424b-8268-b249ce94ca43 None None] For port 1a1d89ca-c963-484b-8cfe-486659d56485, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=1a1d89ca-c963-484b-8cfe-486659d56485,segment=NetworkSegment(d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d),segment_id=d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:38:05.143534 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ccc5ca58-306f-424b-8268-b249ce94ca43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (1a1d89ca-c963-484b-8cfe-486659d56485), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.186872 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5ca58-306f-424b-8268-b249ce94ca43 None None] Calling delete_port for 1a1d89ca-c963-484b-8cfe-486659d56485 owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:38:05.236462 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08c6d971-7b3a-4d1c-869b-c1b377ba1b62 req-b52d7e91-833b-49dd-a11e-7f3beeee451a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Router c5cbe18f-88d3-4284-9c49-25ce2e5a436a has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:38:05.321268 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ccc5ca58-306f-424b-8268-b249ce94ca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (1a1d89ca-c963-484b-8cfe-486659d56485), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.360023 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5ca58-306f-424b-8268-b249ce94ca43 None None] Pushing event deleted for resources: {'Port': ['ID=1a1d89ca-c963-484b-8cfe-486659d56485,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:05.376785 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc5ca58-306f-424b-8268-b249ce94ca43 None None] No DVR routers for this DVR port 1a1d89ca-c963-484b-8cfe-486659d56485 on host dv-cinder-841315-2-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:38:05.411106 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08c6d971-7b3a-4d1c-869b-c1b377ba1b62 req-b52d7e91-833b-49dd-a11e-7f3beeee451a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:38:05.424163 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2f069-3b88-4642-b3c5-6d65f0d6ee87 None None] Sync routers for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:38:05.435767 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd2f069-3b88-4642-b3c5-6d65f0d6ee87 None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:38:05.436618 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-1bd2f069-3b88-4642-b3c5-6d65f0d6ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:37:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:05.450978 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48260) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:05.509935 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c6d971-7b3a-4d1c-869b-c1b377ba1b62 req-b52d7e91-833b-49dd-a11e-7f3beeee451a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] No DVR routers for this DVR port 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 on host hv-cinder-84131 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:38:05.513173 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-08c6d971-7b3a-4d1c-869b-c1b377ba1b62 req-b52d7e91-833b-49dd-a11e-7f3beeee451a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.517322 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-08c6d971-7b3a-4d1c-869b-c1b377ba1b62 req-b52d7e91-833b-49dd-a11e-7f3beeee451a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "DELETE /v2.0/ports/82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 HTTP/1.1" status: 204 len: 173 time: 1.0924106 Jul 27 15:38:05.517885 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a2fff2-0034-437f-be7e-bcba679c0b2f', 'name': 'network-vif-deleted', 'tag': '82a9f1b2-b04d-4236-b0ad-f4bacb75fe42'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:38:05.528646 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3146cdd-7290-40be-9754-679b3e6b7324" -d '{"events": [{"server_uuid": "74a2fff2-0034-437f-be7e-bcba679c0b2f", "name": "network-vif-deleted", "tag": "82a9f1b2-b04d-4236-b0ad-f4bacb75fe42"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:38:05.541568 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-12fd60dd-4c71-4c76-be99-1b6fa5cc55a2 req-39676895-b9aa-431f-aa8b-42e32b378d3f tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=26c3e026-a785-4b43-8257-bfcf15d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4627714 Jul 27 15:38:05.576068 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (1a1d89ca-c963-484b-8cfe-486659d56485), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.620344 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d45414-f119-4d8a-939d-09d33f23b396 x-openstack-request-id: req-a6d45414-f119-4d8a-939d-09d33f23b396 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:38:05.620870 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a2fff2-0034-437f-be7e-bcba679c0b2f", "name": "network-vif-deleted", "tag": "82a9f1b2-b04d-4236-b0ad-f4bacb75fe42", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:38:05.620870 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6d45414-f119-4d8a-939d-09d33f23b396 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:38:05.621335 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d45414-f119-4d8a-939d-09d33f23b396'] response: {'server_uuid': '74a2fff2-0034-437f-be7e-bcba679c0b2f', 'name': 'network-vif-deleted', 'tag': '82a9f1b2-b04d-4236-b0ad-f4bacb75fe42', 'status': 'completed', 'code': 200} Jul 27 15:38:05.627992 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] No DVR routers for this DVR port 1a1d89ca-c963-484b-8cfe-486659d56485 on host dv-cinder-841315-2-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:38:05.629831 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1d89ca-c963-484b-8cfe-486659d56485,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:05.642687 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-1bd2f069-3b88-4642-b3c5-6d65f0d6ee87 None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:38:05.652172 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fc2251c1-0851-4c7f-9d8e-b2f72c8f347b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.713730 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561221', 'neutron.services.segments.db._delete_segments_for_network-8768358125770'] for network (a1a58914-8c92-442c-a08f-43dcd803f8f4), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.744203 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a58914-8c92-442c-a08f-43dcd803f8f4']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:05.756491 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:05.756975 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:05.768581 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768358125671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12156091'] for segment (d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.785288 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.787670 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fc2251c1-0851-4c7f-9d8e-b2f72c8f347b admin admin] Publish callbacks [] for security_group (a010a6d2-154d-4360-b646-295c916b5ef5), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.792045 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:05.793488 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:38:05.793918 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8434581'] for segment (d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.797284 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-fc2251c1-0851-4c7f-9d8e-b2f72c8f347b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (a010a6d2-154d-4360-b646-295c916b5ef5), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.838133 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d resource provider aggregate not found Jul 27 15:38:05.839068 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2251c1-0851-4c7f-9d8e-b2f72c8f347b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a010a6d2-154d-4360-b646-295c916b5ef5,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:05.846127 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-fc2251c1-0851-4c7f-9d8e-b2f72c8f347b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0fa80893306049cd8e4ca7e64ff1e5de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3934011 Jul 27 15:38:05.848150 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48270) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:05.874619 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0f1fbbf-fa9a-43e4-ad63-a4f56cdb003d found for delete ", "request_id": "req-d649a073-afa3-4a32-9da7-9ebbc96cc13f"}]} Jul 27 15:38:05.876737 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:05.880364 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376631'] for network (a1a58914-8c92-442c-a08f-43dcd803f8f4), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.894280 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.898868 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a1a58914-8c92-442c-a08f-43dcd803f8f4 HTTP/1.1" status: 204 len: 168 time: 1.1847243 Jul 27 15:38:05.910830 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d2930fa0-5870-4652-bb06-4d721abee47d admin admin] Publish callbacks [] for security_group (a010a6d2-154d-4360-b646-295c916b5ef5), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.912704 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-1bd2f069-3b88-4642-b3c5-6d65f0d6ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:05.915245 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622131d9-9b82-442b-9c4c-511d622ed1f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1a58914-8c92-442c-a08f-43dcd803f8f4,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:05.944071 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d2930fa0-5870-4652-bb06-4d721abee47d admin admin] Publish callbacks [] for security_group (a010a6d2-154d-4360-b646-295c916b5ef5), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:05.945004 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2f069-3b88-4642-b3c5-6d65f0d6ee87 None None] Checking router: c5cbe18f-88d3-4284-9c49-25ce2e5a436a for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:38:05.972264 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd2f069-3b88-4642-b3c5-6d65f0d6ee87 None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:38:05.973334 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-1bd2f069-3b88-4642-b3c5-6d65f0d6ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:37:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:06.012512 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d2930fa0-5870-4652-bb06-4d721abee47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (a010a6d2-154d-4360-b646-295c916b5ef5), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:06.016892 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d2930fa0-5870-4652-bb06-4d721abee47d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:06.018171 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d2930fa0-5870-4652-bb06-4d721abee47d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a010a6d2-154d-4360-b646-295c916b5ef5 HTTP/1.1" status: 204 len: 168 time: 0.1690173 Jul 27 15:38:06.027940 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2930fa0-5870-4652-bb06-4d721abee47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a010a6d2-154d-4360-b646-295c916b5ef5,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:06.099245 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48276) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:06.142567 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-1bd2f069-3b88-4642-b3c5-6d65f0d6ee87 None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:38:06.149377 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4d80a258-c4da-4dbb-9c5c-69538565d67b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d3fd186ce4ca4030b191309f43d43baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485277 Jul 27 15:38:06.151675 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48278) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:06.222645 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6fc8fa13-2c77-439a-9933-19ae98ba939f admin admin] Publish callbacks [] for security_group (01b974ee-00b0-41d0-b7fb-49ffb6f2a109), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:06.251602 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6fc8fa13-2c77-439a-9933-19ae98ba939f admin admin] Publish callbacks [] for security_group (01b974ee-00b0-41d0-b7fb-49ffb6f2a109), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:06.307481 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:06.322334 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6fc8fa13-2c77-439a-9933-19ae98ba939f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (01b974ee-00b0-41d0-b7fb-49ffb6f2a109), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:06.325359 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6fc8fa13-2c77-439a-9933-19ae98ba939f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:06.329830 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6fc8fa13-2c77-439a-9933-19ae98ba939f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01b974ee-00b0-41d0-b7fb-49ffb6f2a109 HTTP/1.1" status: 204 len: 168 time: 0.1739914 Jul 27 15:38:06.339216 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8fa13-2c77-439a-9933-19ae98ba939f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b974ee-00b0-41d0-b7fb-49ffb6f2a109,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:06.405511 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-1bd2f069-3b88-4642-b3c5-6d65f0d6ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:06.433549 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2f069-3b88-4642-b3c5-6d65f0d6ee87 None None] The sync data for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi is: [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:38:06.654562 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48288) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:06.716877 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-72c947af-4686-4fa6-88c7-9d7bcef5d8e6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (26c3e026-a785-4b43-8257-bfcf15d3a0b6), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:06.734315 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90484369-8d1c-422c-b34f-6d8740c80608 None None] New status for floating IP 074675ce-7c19-4c5d-a0e5-a4162c911ca8: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:38:06.744589 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-72c947af-4686-4fa6-88c7-9d7bcef5d8e6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (26c3e026-a785-4b43-8257-bfcf15d3a0b6), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:06.747584 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:06.807962 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-72c947af-4686-4fa6-88c7-9d7bcef5d8e6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (26c3e026-a785-4b43-8257-bfcf15d3a0b6), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:06.814049 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-72c947af-4686-4fa6-88c7-9d7bcef5d8e6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:06.818530 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48290) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:06.820916 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-72c947af-4686-4fa6-88c7-9d7bcef5d8e6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "DELETE /v2.0/security-groups/26c3e026-a785-4b43-8257-bfcf15d3a0b6 HTTP/1.1" status: 204 len: 168 time: 0.1652076 Jul 27 15:38:06.832584 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.api.v2.resource [None req-604233b4-35e2-48a0-975e-0b3e063cf0bd tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] show failed (client error): The resource could not be found. Jul 27 15:38:06.840884 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48292) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:06.846877 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-604233b4-35e2-48a0-975e-0b3e063cf0bd tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups/26c3e026-a785-4b43-8257-bfcf15d3a0b6 HTTP/1.1" status: 404 len: 347 time: 0.0273080 Jul 27 15:38:06.852810 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c947af-4686-4fa6-88c7-9d7bcef5d8e6 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c3e026-a785-4b43-8257-bfcf15d3a0b6,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:06.852993 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 1a1d89ca-c963-484b-8cfe-486659d56485 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:38:06.856031 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48294) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:06.888201 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: 1a1d89ca-c963-484b-8cfe-486659d56485 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:38:06.888556 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 1a1d89ca-c963-484b-8cfe-486659d56485 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:38:06.920520 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d9b27156-71f5-496d-b180-e4dc49a5e105 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf5c5a38ffe540ebada04f8311310cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0631258 Jul 27 15:38:06.922775 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48296) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:06.929655 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:06.977961 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-136d3411-4899-4fd3-9cdc-15afa893df7f admin admin] Publish callbacks [] for security_group (fe1d9935-5cf5-427c-96bb-ad641ae0ff33), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:06.988185 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-477194a7-15a9-4bfe-87e5-560cf1a3b99d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Deleting port e1e51752-a002-4764-b726-cb1942d2a835 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:38:06.988522 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-477194a7-15a9-4bfe-87e5-560cf1a3b99d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (e1e51752-a002-4764-b726-cb1942d2a835), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.001384 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-136d3411-4899-4fd3-9cdc-15afa893df7f admin admin] Publish callbacks [] for security_group (fe1d9935-5cf5-427c-96bb-ad641ae0ff33), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.052680 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-136d3411-4899-4fd3-9cdc-15afa893df7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (fe1d9935-5cf5-427c-96bb-ad641ae0ff33), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.055539 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-136d3411-4899-4fd3-9cdc-15afa893df7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.056875 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-136d3411-4899-4fd3-9cdc-15afa893df7f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe1d9935-5cf5-427c-96bb-ad641ae0ff33 HTTP/1.1" status: 204 len: 168 time: 0.1330051 Jul 27 15:38:07.070613 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d3411-4899-4fd3-9cdc-15afa893df7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1d9935-5cf5-427c-96bb-ad641ae0ff33,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:07.075567 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-477194a7-15a9-4bfe-87e5-560cf1a3b99d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (e1e51752-a002-4764-b726-cb1942d2a835), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.075926 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-477194a7-15a9-4bfe-87e5-560cf1a3b99d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (e1e51752-a002-4764-b726-cb1942d2a835), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.092473 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-477194a7-15a9-4bfe-87e5-560cf1a3b99d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Calling delete_port for e1e51752-a002-4764-b726-cb1942d2a835 owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:38:07.249238 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-477194a7-15a9-4bfe-87e5-560cf1a3b99d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (e1e51752-a002-4764-b726-cb1942d2a835), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.282633 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477194a7-15a9-4bfe-87e5-560cf1a3b99d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event deleted for resources: {'Port': ['ID=e1e51752-a002-4764-b726-cb1942d2a835,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:07.336343 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:07.352007 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-477194a7-15a9-4bfe-87e5-560cf1a3b99d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (074675ce-7c19-4c5d-a0e5-a4162c911ca8), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.354623 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-477194a7-15a9-4bfe-87e5-560cf1a3b99d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.356119 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-477194a7-15a9-4bfe-87e5-560cf1a3b99d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "DELETE /v2.0/floatingips/074675ce-7c19-4c5d-a0e5-a4162c911ca8 HTTP/1.1" status: 204 len: 168 time: 0.5139425 Jul 27 15:38:07.441642 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48302) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:07.446309 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-d189c219-e243-4d39-8ac5-59bb1542ccd8 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1361268532', 'description': 'tempest-description--888531714'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:38:07.473475 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d189c219-e243-4d39-8ac5-59bb1542ccd8 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.553511 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d189c219-e243-4d39-8ac5-59bb1542ccd8 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (55cbd4f2-db28-455d-9b64-7798cd2a2588), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.557797 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d189c219-e243-4d39-8ac5-59bb1542ccd8 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (55cbd4f2-db28-455d-9b64-7798cd2a2588), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.591146 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d189c219-e243-4d39-8ac5-59bb1542ccd8 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.592512 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d189c219-e243-4d39-8ac5-59bb1542ccd8 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1498268 Jul 27 15:38:07.593501 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189c219-e243-4d39-8ac5-59bb1542ccd8 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55cbd4f2-db28-455d-9b64-7798cd2a2588,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:07.596508 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48304) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:07.601728 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-cbf488da-1156-4625-8fce-91c806c30455 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'security_group_rule': {'security_group_id': '55cbd4f2-db28-455d-9b64-7798cd2a2588', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:38:07.630990 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cbf488da-1156-4625-8fce-91c806c30455 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (a3d35ccc-7ddc-4842-b796-3e21eb39ac69), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.688428 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cbf488da-1156-4625-8fce-91c806c30455 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (a3d35ccc-7ddc-4842-b796-3e21eb39ac69), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.692048 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cbf488da-1156-4625-8fce-91c806c30455 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (a3d35ccc-7ddc-4842-b796-3e21eb39ac69), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.712604 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf488da-1156-4625-8fce-91c806c30455 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d35ccc-7ddc-4842-b796-3e21eb39ac69,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:07.718346 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-cbf488da-1156-4625-8fce-91c806c30455 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.719484 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-cbf488da-1156-4625-8fce-91c806c30455 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219020 Jul 27 15:38:07.722758 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48306) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:07.727186 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-4ed07abb-4734-4192-aa6d-5468679211e1 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'security_group_rule': {'security_group_id': '55cbd4f2-db28-455d-9b64-7798cd2a2588', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:38:07.753917 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4ed07abb-4734-4192-aa6d-5468679211e1 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (5e05d393-046f-4f00-9937-c85adbee5189), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.814958 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4ed07abb-4734-4192-aa6d-5468679211e1 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (5e05d393-046f-4f00-9937-c85adbee5189), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.817846 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4ed07abb-4734-4192-aa6d-5468679211e1 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (5e05d393-046f-4f00-9937-c85adbee5189), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.824801 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:07.838008 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.841039 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed07abb-4734-4192-aa6d-5468679211e1 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e05d393-046f-4f00-9937-c85adbee5189,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:07.851498 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4ed07abb-4734-4192-aa6d-5468679211e1 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.852746 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4ed07abb-4734-4192-aa6d-5468679211e1 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290517 Jul 27 15:38:07.856889 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48308) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:07.861356 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'floatingip': {'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:38:07.885778 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:07.977768 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:08.092563 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Allocated IP 172.27.1.125 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/d39a2351-390c-492f-a2eb-7a52b8c5ff27) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:38:08.197617 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for port (d39a2351-390c-492f-a2eb-7a52b8c5ff27), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:08.229456 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (d39a2351-390c-492f-a2eb-7a52b8c5ff27), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:08.235513 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:08.273856 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:38:08.280012 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:38:08.284408 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:38:08.311264 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'Port': ['ID=d39a2351-390c-492f-a2eb-7a52b8c5ff27,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:08.375165 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (26221d59-bb98-4be8-aead-0844a07d6173), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:08.412515 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d39a2351-390c-492f-a2eb-7a52b8c5ff27), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:08.561426 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:08.571244 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for port (d39a2351-390c-492f-a2eb-7a52b8c5ff27), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:08.575610 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (d39a2351-390c-492f-a2eb-7a52b8c5ff27), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:08.638424 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:38:08.648591 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'Port': ['ID=d39a2351-390c-492f-a2eb-7a52b8c5ff27,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:08.661444 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:38:08.661792 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 82a9f1b2-b04d-4236-b0ad-f4bacb75fe42 not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:38:08.662232 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (26221d59-bb98-4be8-aead-0844a07d6173), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:08.680114 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:08.681609 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6e228096-9985-4bf9-827f-54f29fdf6bdb tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8237469 Jul 27 15:38:08.892547 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-426f9d80-74bd-4d89-af2b-7bdcdcdd6ffd tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1361268532&fields=id&tenant_id=33ea04cddf084bc9b4aab1e7c477abbf HTTP/1.1" status: 200 len: 267 time: 0.0442894 Jul 27 15:38:09.002418 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-7183b586-63c8-45b0-8417-2a8cea540e78 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:09.003885 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-7183b586-63c8-45b0-8417-2a8cea540e78 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/networks?id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb HTTP/1.1" status: 200 len: 815 time: 0.1046836 Jul 27 15:38:09.018774 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-b9da8d58-ff25-48e2-8ee5-8b7e91919e22 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/quotas/33ea04cddf084bc9b4aab1e7c477abbf HTTP/1.1" status: 200 len: 375 time: 0.0093999 Jul 27 15:38:09.068327 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-bfd96510-f327-43ce-927a-c5af7214dbfd tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ea04cddf084bc9b4aab1e7c477abbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445654 Jul 27 15:38:09.125061 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:09.167595 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-a5c162df-125b-4cc5-a6ef-1eafd8dbc3bc service neutron] 10.222.0.36 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875328 Jul 27 15:38:09.262206 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-7cc6388b-0d31-4db0-b06d-e21430953a92 service neutron] 10.222.0.36 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888524 Jul 27 15:38:09.426659 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1dfc909f-e012-4f11-ac6f-acdd9910d21c req-1831627c-b976-4ab0-93de-2f0e9af8bd58 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 210 time: 0.0292814 Jul 27 15:38:10.462102 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-5ef1420c-7619-4b11-9021-354155be48e8 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:10.464843 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-5ef1420c-7619-4b11-9021-354155be48e8 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "GET /v2.0/networks?id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb HTTP/1.1" status: 200 len: 815 time: 0.1192462 Jul 27 15:38:10.548692 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-db8c5690-d08a-430a-88d9-8da55c3e5f05 req-085b2f22-f951-40fe-8be0-1b0dd0c05968 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 210 time: 0.0396595 Jul 27 15:38:10.561704 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-165c8f1b-1c3a-4065-add4-12e67ec1500e tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33ea04cddf084bc9b4aab1e7c477abbf HTTP/1.1" status: 200 len: 380 time: 0.0859511 Jul 27 15:38:10.611902 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-a053fa52-e199-483b-acd3-e7fb0e6cd90a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'port': {'device_id': '9b9b6d33-fc2d-425a-b079-6937682edee5', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'admin_state_up': True, 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'security_groups': ['55cbd4f2-db28-455d-9b64-7798cd2a2588']}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:38:10.760371 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-a053fa52-e199-483b-acd3-e7fb0e6cd90a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Made reservation on behalf of 33ea04cddf084bc9b4aab1e7c477abbf for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:38:10.763962 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-a053fa52-e199-483b-acd3-e7fb0e6cd90a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:10.892608 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-a053fa52-e199-483b-acd3-e7fb0e6cd90a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Allocated IP 172.20.0.10 (a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb/c026a68a-eb65-46d4-9eae-868f5270709b/121a7972-1d97-4e0c-b943-cdd6fbc24c85) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:38:10.910978 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:11.039169 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-a053fa52-e199-483b-acd3-e7fb0e6cd90a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for port (121a7972-1d97-4e0c-b943-cdd6fbc24c85), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:11.071499 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-a053fa52-e199-483b-acd3-e7fb0e6cd90a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (121a7972-1d97-4e0c-b943-cdd6fbc24c85), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:11.116665 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-a053fa52-e199-483b-acd3-e7fb0e6cd90a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:38:11.119108 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:11.122547 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-a053fa52-e199-483b-acd3-e7fb0e6cd90a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:38:11.127029 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-a053fa52-e199-483b-acd3-e7fb0e6cd90a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:38:11.131740 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053fa52-e199-483b-acd3-e7fb0e6cd90a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event updated for resources: {'Port': ['ID=121a7972-1d97-4e0c-b943-cdd6fbc24c85,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:11.385372 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:11.395054 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-13dc4ddd-19d5-4782-88f7-4d0cae778340 None None] Provisioning complete for port 121a7972-1d97-4e0c-b943-cdd6fbc24c85 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:38:11.395446 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-13dc4ddd-19d5-4782-88f7-4d0cae778340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (121a7972-1d97-4e0c-b943-cdd6fbc24c85), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:11.429582 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-13dc4ddd-19d5-4782-88f7-4d0cae778340 None None] Port 121a7972-1d97-4e0c-b943-cdd6fbc24c85 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:38:11.454911 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-a053fa52-e199-483b-acd3-e7fb0e6cd90a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:11.455630 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-a053fa52-e199-483b-acd3-e7fb0e6cd90a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:11.473926 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-a053fa52-e199-483b-acd3-e7fb0e6cd90a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8660643 Jul 27 15:38:11.490594 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Request body: {'port': {'device_id': '9b9b6d33-fc2d-425a-b079-6937682edee5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:38:11.551384 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (121a7972-1d97-4e0c-b943-cdd6fbc24c85), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:11.673285 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eadf87-05d7-49b7-8598-fa01bb402f03 req-64124432-4af1-431f-b566-7ef96fe5226a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:11.674906 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-80eadf87-05d7-49b7-8598-fa01bb402f03 req-64124432-4af1-431f-b566-7ef96fe5226a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 932 time: 0.0541573 Jul 27 15:38:11.724362 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-80eadf87-05d7-49b7-8598-fa01bb402f03 req-4dd9f738-b630-4a68-a942-87f1bc81c960 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=55cbd4f2-db28-455d-9b64-7798cd2a2588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434482 Jul 27 15:38:11.825346 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121a7972-1d97-4e0c-b943-cdd6fbc24c85 {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:38:11.833630 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Publish callbacks [] for port (121a7972-1d97-4e0c-b943-cdd6fbc24c85), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:11.846204 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Transition to ACTIVE for port object 121a7972-1d97-4e0c-b943-cdd6fbc24c85 will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:38:11.849841 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9021810'] for port (121a7972-1d97-4e0c-b943-cdd6fbc24c85), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:11.900797 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=121a7972-1d97-4e0c-b943-cdd6fbc24c85,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:11.977991 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Attempting to bind port 121a7972-1d97-4e0c-b943-cdd6fbc24c85 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:38:11.978334 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Attempting to bind port 121a7972-1d97-4e0c-b943-cdd6fbc24c85 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:38:11.978670 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Attempting to bind port 121a7972-1d97-4e0c-b943-cdd6fbc24c85 on network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:38:11.983864 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Port 121a7972-1d97-4e0c-b943-cdd6fbc24c85 on network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:38:11.984276 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Attempting to bind port 121a7972-1d97-4e0c-b943-cdd6fbc24c85 on network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:38:11.989602 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:38:11.989942 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Checking segment: {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:38:11.990319 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Bound using segment: {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:38:11.990744 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Bound port: 121a7972-1d97-4e0c-b943-cdd6fbc24c85, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93cfa504-1415-4c15-a24f-60cd82d1ed6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:38:11.991105 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (121a7972-1d97-4e0c-b943-cdd6fbc24c85), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:12.036788 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:12.060526 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] For port 121a7972-1d97-4e0c-b943-cdd6fbc24c85, host hv-cinder-84131, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:38:12.064032 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] For port 121a7972-1d97-4e0c-b943-cdd6fbc24c85, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=121a7972-1d97-4e0c-b943-cdd6fbc24c85,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:38:12.070317 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9021810'] for port (121a7972-1d97-4e0c-b943-cdd6fbc24c85), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:12.104078 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:12.104699 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:12.106109 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] 10.222.0.42 "PUT /v2.0/ports/121a7972-1d97-4e0c-b943-cdd6fbc24c85 HTTP/1.1" status: 200 len: 1094 time: 0.6198547 Jul 27 15:38:12.106597 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9b6d33-fc2d-425a-b079-6937682edee5', 'tag': '121a7972-1d97-4e0c-b943-cdd6fbc24c85'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:38:12.109550 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5858b9-3aad-4454-8c3a-80c79431ea14" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9b6d33-fc2d-425a-b079-6937682edee5", "tag": "121a7972-1d97-4e0c-b943-cdd6fbc24c85"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:38:12.140117 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60553f5b-0a0b-4a88-8588-a0ee3a65e7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=121a7972-1d97-4e0c-b943-cdd6fbc24c85,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:12.170568 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bbfa0d-e61f-41fb-aff6-196298c6dd94 x-openstack-request-id: req-a9bbfa0d-e61f-41fb-aff6-196298c6dd94 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:38:12.171545 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9b6d33-fc2d-425a-b079-6937682edee5", "tag": "121a7972-1d97-4e0c-b943-cdd6fbc24c85", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:38:12.171955 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9bbfa0d-e61f-41fb-aff6-196298c6dd94 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:38:12.172358 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9bbfa0d-e61f-41fb-aff6-196298c6dd94'] response: {'name': 'network-changed', 'server_uuid': '9b9b6d33-fc2d-425a-b079-6937682edee5', 'tag': '121a7972-1d97-4e0c-b943-cdd6fbc24c85', 'status': 'completed', 'code': 200} Jul 27 15:38:12.201394 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-1218daa9-eed5-42ce-b00d-02d03e5b0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:12.202934 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-1218daa9-eed5-42ce-b00d-02d03e5b0da7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33ea04cddf084bc9b4aab1e7c477abbf&device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 1128 time: 0.0447278 Jul 27 15:38:12.250539 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-ef783f36-708f-4940-931d-1a704f1aad70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=121a7972-1d97-4e0c-b943-cdd6fbc24c85 HTTP/1.1" status: 200 len: 217 time: 0.0380619 Jul 27 15:38:12.301604 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-094c91bd-51ee-4d0c-ae80-6527cf8ce1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:12.303087 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-094c91bd-51ee-4d0c-ae80-6527cf8ce1e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c026a68a-eb65-46d4-9eae-868f5270709b HTTP/1.1" status: 200 len: 854 time: 0.0451264 Jul 27 15:38:12.348026 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-f48537f1-0205-43dc-b1e4-fe816cb80cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:12.349528 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-f48537f1-0205-43dc-b1e4-fe816cb80cc3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402882 Jul 27 15:38:12.418271 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:12.462829 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-b66065ed-6e9c-4910-8cca-af8d1809b7f8 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060522 Jul 27 15:38:12.558087 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6348d6da-b319-46e3-8db7-d3b856d40eef req-09d09b35-e7b9-4ee8-aba2-82921658472f service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886085 Jul 27 15:38:12.844400 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbed62-8f92-4a47-a12b-792a298946dc req-e51ed33d-9cc9-444c-83ba-746479c7caa0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:12.845911 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-95dbed62-8f92-4a47-a12b-792a298946dc req-e51ed33d-9cc9-444c-83ba-746479c7caa0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 944 time: 0.0507183 Jul 27 15:38:12.899084 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-95dbed62-8f92-4a47-a12b-792a298946dc req-d604f13f-3797-4121-b67c-95f7d9b0ae37 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=55cbd4f2-db28-455d-9b64-7798cd2a2588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476975 Jul 27 15:38:13.423292 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5858b9-3aad-4454-8c3a-80c79431ea14 req-8dff9a39-af45-4ca6-a81c-f0bd07d1de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:13.424891 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a5858b9-3aad-4454-8c3a-80c79431ea14 req-8dff9a39-af45-4ca6-a81c-f0bd07d1de6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33ea04cddf084bc9b4aab1e7c477abbf&device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 1128 time: 0.0411959 Jul 27 15:38:13.524299 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5858b9-3aad-4454-8c3a-80c79431ea14 req-2f191e2d-b007-4318-ac84-d86488649da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:13.525789 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a5858b9-3aad-4454-8c3a-80c79431ea14 req-2f191e2d-b007-4318-ac84-d86488649da5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb HTTP/1.1" status: 200 len: 916 time: 0.0925574 Jul 27 15:38:13.569794 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a5858b9-3aad-4454-8c3a-80c79431ea14 req-1c979959-19c9-454a-a69a-a85022e9a6bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=121a7972-1d97-4e0c-b943-cdd6fbc24c85 HTTP/1.1" status: 200 len: 217 time: 0.0342226 Jul 27 15:38:13.625333 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5858b9-3aad-4454-8c3a-80c79431ea14 req-0ae8e63e-5ccb-4249-a810-279c5b3148f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:13.626823 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a5858b9-3aad-4454-8c3a-80c79431ea14 req-0ae8e63e-5ccb-4249-a810-279c5b3148f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c026a68a-eb65-46d4-9eae-868f5270709b HTTP/1.1" status: 200 len: 854 time: 0.0501826 Jul 27 15:38:13.675310 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5858b9-3aad-4454-8c3a-80c79431ea14 req-8331d76b-3772-4967-9c3e-d139b866adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:13.676768 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a5858b9-3aad-4454-8c3a-80c79431ea14 req-8331d76b-3772-4967-9c3e-d139b866adc4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395505 Jul 27 15:38:13.773199 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a5858b9-3aad-4454-8c3a-80c79431ea14 req-4077e1a2-42ea-4767-ae07-c8c0566251c4 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875092 Jul 27 15:38:13.873724 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a5858b9-3aad-4454-8c3a-80c79431ea14 req-50ede3df-4c5b-4194-8382-a38ee6deef6c service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935206 Jul 27 15:38:14.021321 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8826452-9ae4-48b8-b5a1-5e06b3e57ee6 req-8b16eb18-a2e5-49e5-8574-71eae38e88ea tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:14.022826 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c8826452-9ae4-48b8-b5a1-5e06b3e57ee6 req-8b16eb18-a2e5-49e5-8574-71eae38e88ea tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 944 time: 0.0487282 Jul 27 15:38:14.077075 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c8826452-9ae4-48b8-b5a1-5e06b3e57ee6 req-ec759521-0c86-4682-8b04-1bb180a9ad19 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=55cbd4f2-db28-455d-9b64-7798cd2a2588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429051 Jul 27 15:38:14.681544 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 121a7972-1d97-4e0c-b943-cdd6fbc24c85 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:38:14.899669 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 121a7972-1d97-4e0c-b943-cdd6fbc24c85, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=121a7972-1d97-4e0c-b943-cdd6fbc24c85,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:38:14.911140 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': '121a7972-1d97-4e0c-b943-cdd6fbc24c85', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'port_id': '121a7972-1d97-4e0c-b943-cdd6fbc24c85', 'mac_address': 'fa:16:3e:8b:00:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:38:14.945537 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 121a7972-1d97-4e0c-b943-cdd6fbc24c85 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:38:14.945926 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (121a7972-1d97-4e0c-b943-cdd6fbc24c85), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:14.959426 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121a7972-1d97-4e0c-b943-cdd6fbc24c85 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:38:14.979749 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 121a7972-1d97-4e0c-b943-cdd6fbc24c85, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=121a7972-1d97-4e0c-b943-cdd6fbc24c85,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:38:14.983767 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (121a7972-1d97-4e0c-b943-cdd6fbc24c85), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:15.032687 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=121a7972-1d97-4e0c-b943-cdd6fbc24c85,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:15.200082 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067498a-9b79-414a-9c89-db75f3780b47 req-722414ea-aa97-4868-af99-d0a67dd93dd0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:15.201431 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1067498a-9b79-414a-9c89-db75f3780b47 req-722414ea-aa97-4868-af99-d0a67dd93dd0 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 945 time: 0.0467145 Jul 27 15:38:15.246927 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['121a7972-1d97-4e0c-b943-cdd6fbc24c85'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:38:15.248646 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1067498a-9b79-414a-9c89-db75f3780b47 req-b5b23fe7-ee3c-45f2-a3b9-bd4ce2395e4a tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=55cbd4f2-db28-455d-9b64-7798cd2a2588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405986 Jul 27 15:38:16.373619 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce980f-e9db-43c1-bd13-8b1f677ed922 req-5bf050f2-49a1-49cd-a23b-e750f9998f95 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:16.375121 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c1ce980f-e9db-43c1-bd13-8b1f677ed922 req-5bf050f2-49a1-49cd-a23b-e750f9998f95 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 945 time: 0.0524182 Jul 27 15:38:16.415050 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:16.424102 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c1ce980f-e9db-43c1-bd13-8b1f677ed922 req-f0f44835-eee3-4c21-b630-b1cb7e77f206 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=55cbd4f2-db28-455d-9b64-7798cd2a2588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434401 Jul 27 15:38:16.689744 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 121a7972-1d97-4e0c-b943-cdd6fbc24c85 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:38:16.733656 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port 121a7972-1d97-4e0c-b943-cdd6fbc24c85 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:38:16.739339 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port 121a7972-1d97-4e0c-b943-cdd6fbc24c85 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:38:16.739802 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (121a7972-1d97-4e0c-b943-cdd6fbc24c85), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:16.813854 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 121a7972-1d97-4e0c-b943-cdd6fbc24c85 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:38:16.814246 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (121a7972-1d97-4e0c-b943-cdd6fbc24c85), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:16.817515 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:16.838965 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9b6d33-fc2d-425a-b079-6937682edee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121a7972-1d97-4e0c-b943-cdd6fbc24c85'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:38:16.841900 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee46c3f-f17f-46bf-8eeb-1f3d4bcabd7e" -d '{"events": [{"server_uuid": "9b9b6d33-fc2d-425a-b079-6937682edee5", "name": "network-vif-plugged", "status": "completed", "tag": "121a7972-1d97-4e0c-b943-cdd6fbc24c85"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:38:16.857633 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 121a7972-1d97-4e0c-b943-cdd6fbc24c85, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=121a7972-1d97-4e0c-b943-cdd6fbc24c85,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:38:16.864149 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (121a7972-1d97-4e0c-b943-cdd6fbc24c85), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:16.865617 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=39,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:16.871506 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:16.901164 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43babecb-34cc-4232-bb50-a98fb5bbac28 x-openstack-request-id: req-43babecb-34cc-4232-bb50-a98fb5bbac28 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:38:16.901499 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9b6d33-fc2d-425a-b079-6937682edee5", "name": "network-vif-plugged", "status": "completed", "tag": "121a7972-1d97-4e0c-b943-cdd6fbc24c85", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:38:16.901698 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43babecb-34cc-4232-bb50-a98fb5bbac28 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:38:16.902082 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43babecb-34cc-4232-bb50-a98fb5bbac28'] response: {'server_uuid': '9b9b6d33-fc2d-425a-b079-6937682edee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121a7972-1d97-4e0c-b943-cdd6fbc24c85', 'code': 200} Jul 27 15:38:16.928362 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=121a7972-1d97-4e0c-b943-cdd6fbc24c85,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:38:17.056773 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fb0b6-7aea-43c6-b5d9-48ea3c242163 req-8f2624c4-a15a-48b8-81a2-a4e9a3031c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:17.058316 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bb6fb0b6-7aea-43c6-b5d9-48ea3c242163 req-8f2624c4-a15a-48b8-81a2-a4e9a3031c8b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 1130 time: 0.0404658 Jul 27 15:38:17.083660 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8fa0226f-5c50-40b6-a550-a57add551d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:17.108670 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-bb6fb0b6-7aea-43c6-b5d9-48ea3c242163 req-f9e5f72b-3dc4-4e97-b10c-f034595567f9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55cbd4f2-db28-455d-9b64-7798cd2a2588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412235 Jul 27 15:38:17.558615 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5309d3-3c26-4493-b518-fae9d36844c1 req-f62253c8-7244-4815-8eb4-44bcf3e39067 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:17.560041 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c5309d3-3c26-4493-b518-fae9d36844c1 req-f62253c8-7244-4815-8eb4-44bcf3e39067 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 946 time: 0.0624738 Jul 27 15:38:17.600945 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:17.609433 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c5309d3-3c26-4493-b518-fae9d36844c1 req-3e6811ea-34aa-4346-bce9-4002df76a050 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=55cbd4f2-db28-455d-9b64-7798cd2a2588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436931 Jul 27 15:38:18.734310 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a7f05-4996-4224-9a03-16f9fca2aeed req-dc541b31-4c3e-4f54-9b22-f5e66561c766 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:18.735857 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-424a7f05-4996-4224-9a03-16f9fca2aeed req-dc541b31-4c3e-4f54-9b22-f5e66561c766 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 946 time: 0.0499620 Jul 27 15:38:18.787324 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-424a7f05-4996-4224-9a03-16f9fca2aeed req-44d26d5d-f316-45f5-8873-59b9283cfd0e tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=55cbd4f2-db28-455d-9b64-7798cd2a2588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449147 Jul 27 15:38:19.312055 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1d8479c8-7acb-4d3a-aae5-f27d2e7c6ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:19.913812 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12efbb-5b46-45de-94cd-65677c0be98b req-4688a0d8-8337-463e-b43c-9d09f65127ab tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:19.915400 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1a12efbb-5b46-45de-94cd-65677c0be98b req-4688a0d8-8337-463e-b43c-9d09f65127ab tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 946 time: 0.0508506 Jul 27 15:38:19.962393 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1a12efbb-5b46-45de-94cd-65677c0be98b req-2c2bdbba-d6ee-4e80-8c03-d9a3066d57bf tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=55cbd4f2-db28-455d-9b64-7798cd2a2588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412374 Jul 27 15:38:20.079510 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbc96b-8712-41ec-a5f1-e9c9a02f6190 req-3bd678af-3f86-45af-9215-dab6c0e5a66d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:20.081017 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1efbc96b-8712-41ec-a5f1-e9c9a02f6190 req-3bd678af-3f86-45af-9215-dab6c0e5a66d tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 946 time: 0.0514793 Jul 27 15:38:20.090468 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48364) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:38:20.094781 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-79549e9f-b00c-4b97-8863-25e4580e0424 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Request body: {'floatingip': {'port_id': '121a7972-1d97-4e0c-b943-cdd6fbc24c85'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:38:20.132551 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79549e9f-b00c-4b97-8863-25e4580e0424 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (26221d59-bb98-4be8-aead-0844a07d6173), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:20.197666 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:20.573244 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79549e9f-b00c-4b97-8863-25e4580e0424 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:20.577147 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79549e9f-b00c-4b97-8863-25e4580e0424 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (26221d59-bb98-4be8-aead-0844a07d6173), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:20.650795 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:20.676643 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-79549e9f-b00c-4b97-8863-25e4580e0424 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Floating IP 26221d59-bb98-4be8-aead-0844a07d6173 associated. External IP: 172.27.1.125, port: 121a7972-1d97-4e0c-b943-cdd6fbc24c85. Jul 27 15:38:20.848949 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:20.861834 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:20.870674 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79549e9f-b00c-4b97-8863-25e4580e0424 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Router c5cbe18f-88d3-4284-9c49-25ce2e5a436a has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:38:20.974572 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79549e9f-b00c-4b97-8863-25e4580e0424 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:38:20.979411 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79549e9f-b00c-4b97-8863-25e4580e0424 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:20.983887 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965a1fd-9e55-4dd7-b61d-440ee91a1ca8 None None] Sync routers for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:38:20.993785 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1965a1fd-9e55-4dd7-b61d-440ee91a1ca8 None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:38:20.994397 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-1965a1fd-9e55-4dd7-b61d-440ee91a1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:38:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:21.014923 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-79549e9f-b00c-4b97-8863-25e4580e0424 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "PUT /v2.0/floatingips/26221d59-bb98-4be8-aead-0844a07d6173 HTTP/1.1" status: 200 len: 992 time: 0.9208517 Jul 27 15:38:21.014923 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9b6d33-fc2d-425a-b079-6937682edee5', 'tag': '121a7972-1d97-4e0c-b943-cdd6fbc24c85'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:38:21.015754 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13df313-892c-4194-b40c-d8cfcd01ac83" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9b6d33-fc2d-425a-b079-6937682edee5", "tag": "121a7972-1d97-4e0c-b943-cdd6fbc24c85"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:38:21.052579 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3332d1c-2c8b-4a50-aaa1-77e16258542f x-openstack-request-id: req-d3332d1c-2c8b-4a50-aaa1-77e16258542f {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:38:21.052878 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9b6d33-fc2d-425a-b079-6937682edee5", "tag": "121a7972-1d97-4e0c-b943-cdd6fbc24c85", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:38:21.053139 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3332d1c-2c8b-4a50-aaa1-77e16258542f {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:38:21.053549 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3332d1c-2c8b-4a50-aaa1-77e16258542f'] response: {'name': 'network-changed', 'server_uuid': '9b9b6d33-fc2d-425a-b079-6937682edee5', 'tag': '121a7972-1d97-4e0c-b943-cdd6fbc24c85', 'status': 'completed', 'code': 200} Jul 27 15:38:21.105239 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-1965a1fd-9e55-4dd7-b61d-440ee91a1ca8 None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:38:21.117078 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13df313-892c-4194-b40c-d8cfcd01ac83 req-caf14652-cf24-4a4e-9c96-052d245cf646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:21.118601 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e13df313-892c-4194-b40c-d8cfcd01ac83 req-caf14652-cf24-4a4e-9c96-052d245cf646 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33ea04cddf084bc9b4aab1e7c477abbf&device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 1130 time: 0.0398870 Jul 27 15:38:21.217225 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13df313-892c-4194-b40c-d8cfcd01ac83 req-db5860bd-951a-42c9-8722-dee205f70586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:21.219400 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e13df313-892c-4194-b40c-d8cfcd01ac83 req-db5860bd-951a-42c9-8722-dee205f70586 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb HTTP/1.1" status: 200 len: 916 time: 0.0945065 Jul 27 15:38:21.286905 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e13df313-892c-4194-b40c-d8cfcd01ac83 req-4f1bf581-0779-49f3-98fa-04c73fe2493b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=121a7972-1d97-4e0c-b943-cdd6fbc24c85 HTTP/1.1" status: 200 len: 1000 time: 0.0571699 Jul 27 15:38:21.322386 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-1965a1fd-9e55-4dd7-b61d-440ee91a1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '26221d59-bb98-4be8-aead-0844a07d6173', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': '121a7972-1d97-4e0c-b943-cdd6fbc24c85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:8b:00:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9b6d33-fc2d-425a-b079-6937682edee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:38:08Z', 'updated_at': '2022-07-27T15:38:20Z', 'revision_number': 1, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:21.341388 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13df313-892c-4194-b40c-d8cfcd01ac83 req-713ae9da-9274-48d5-ada6-e640bfd3b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:21.342884 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e13df313-892c-4194-b40c-d8cfcd01ac83 req-713ae9da-9274-48d5-ada6-e640bfd3b113 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c026a68a-eb65-46d4-9eae-868f5270709b HTTP/1.1" status: 200 len: 854 time: 0.0496297 Jul 27 15:38:21.347726 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965a1fd-9e55-4dd7-b61d-440ee91a1ca8 None None] Checking router: c5cbe18f-88d3-4284-9c49-25ce2e5a436a for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:38:21.356426 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1965a1fd-9e55-4dd7-b61d-440ee91a1ca8 None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:38:21.356967 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-1965a1fd-9e55-4dd7-b61d-440ee91a1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:38:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:21.386862 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13df313-892c-4194-b40c-d8cfcd01ac83 req-063a34e1-a28b-4610-90e3-c0911ed934cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:21.388406 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e13df313-892c-4194-b40c-d8cfcd01ac83 req-063a34e1-a28b-4610-90e3-c0911ed934cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393655 Jul 27 15:38:21.459795 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-1965a1fd-9e55-4dd7-b61d-440ee91a1ca8 None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:38:21.484300 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e13df313-892c-4194-b40c-d8cfcd01ac83 req-37b19f73-dafb-4c26-8ed5-85fa4afc8819 service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883329 Jul 27 15:38:21.577599 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e13df313-892c-4194-b40c-d8cfcd01ac83 req-96fd130a-12a3-44e8-bdb5-eb2798d54fcc service neutron] 10.222.0.42 "GET /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868421 Jul 27 15:38:21.668478 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-1965a1fd-9e55-4dd7-b61d-440ee91a1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '26221d59-bb98-4be8-aead-0844a07d6173', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': '121a7972-1d97-4e0c-b943-cdd6fbc24c85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:8b:00:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9b6d33-fc2d-425a-b079-6937682edee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:38:08Z', 'updated_at': '2022-07-27T15:38:20Z', 'revision_number': 1, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:38:21.697630 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965a1fd-9e55-4dd7-b61d-440ee91a1ca8 None None] The sync data for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi is: [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': '26221d59-bb98-4be8-aead-0844a07d6173', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'port_id': '121a7972-1d97-4e0c-b943-cdd6fbc24c85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'mac_address': 'fa:16:3e:8b:00:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9b6d33-fc2d-425a-b079-6937682edee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:38:08Z', 'updated_at': '2022-07-27T15:38:20Z', 'revision_number': 1, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:38:21.882492 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a726986e-9f07-441a-ad5b-849802d4cc2f None None] New status for floating IP 26221d59-bb98-4be8-aead-0844a07d6173: ACTIVE {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:38:22.088954 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:22.258106 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:31.004667 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=43 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:31.005463 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:31.572083 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=52 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:31.574126 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=78 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:32.245162 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=81 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:32.253329 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:37.853400 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:39.839690 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:39.840432 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:40.801245 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:38:47.086690 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-81a03acf-f692-4d35-b0a8-30e0fd49ea8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:47.123091 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99812b69-bee7-4688-a67c-60559c46311f req-6b8d78f5-7c2e-4c89-aab1-3f277d486173 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430884 Jul 27 15:38:47.215177 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99812b69-bee7-4688-a67c-60559c46311f req-27bce4f4-76f6-41f1-a79f-93cfbbdda397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:47.217376 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99812b69-bee7-4688-a67c-60559c46311f req-27bce4f4-76f6-41f1-a79f-93cfbbdda397 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f420f7f5f5947088f23da2dab9f0fd7&device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 1129 time: 0.0481923 Jul 27 15:38:47.334699 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99812b69-bee7-4688-a67c-60559c46311f req-15c1b4c4-c89f-4202-8228-2a896f7dc71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:47.336211 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99812b69-bee7-4688-a67c-60559c46311f req-15c1b4c4-c89f-4202-8228-2a896f7dc71e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fd80b0f-495d-4f71-90b9-50d0753d3896 HTTP/1.1" status: 200 len: 909 time: 0.0941098 Jul 27 15:38:47.402792 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99812b69-bee7-4688-a67c-60559c46311f req-f2b0c81d-3363-4dc0-a878-42e4e0688fca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89a43d90-e38e-4f3f-b165-519e1d370bb5 HTTP/1.1" status: 200 len: 1000 time: 0.0595820 Jul 27 15:38:47.451678 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99812b69-bee7-4688-a67c-60559c46311f req-6ec7957a-c8a2-420c-838e-5c7512235ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:47.453213 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99812b69-bee7-4688-a67c-60559c46311f req-6ec7957a-c8a2-420c-838e-5c7512235ae7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa HTTP/1.1" status: 200 len: 847 time: 0.0442026 Jul 27 15:38:47.499091 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99812b69-bee7-4688-a67c-60559c46311f req-5dfe8ad7-67e1-45f2-acbf-9eeee9940325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:38:47.500645 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99812b69-bee7-4688-a67c-60559c46311f req-5dfe8ad7-67e1-45f2-acbf-9eeee9940325 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fd80b0f-495d-4f71-90b9-50d0753d3896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396700 Jul 27 15:38:47.598774 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99812b69-bee7-4688-a67c-60559c46311f req-6e9a6b31-c10c-4677-81b1-33bf7594d8ad service neutron] 10.222.0.42 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897899 Jul 27 15:38:47.691787 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99812b69-bee7-4688-a67c-60559c46311f req-bf256414-2f19-44e9-942c-9b52b5db29b2 service neutron] 10.222.0.42 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858946 Jul 27 15:38:49.314793 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-ef5997e4-b979-48e5-a9d6-a3e902d65ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:50.795850 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:50.796708 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:50.864754 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:52.089790 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:52.266008 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:38:57.678252 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=50 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:38:57.688777 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=51 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:02.258003 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:02.259805 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:07.848787 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:08.431887 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c9577-41c8-4081-91e8-fa1b8e161c70 req-a9e68edf-f407-4309-bed0-be59d1a2a585 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:08.433450 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-944c9577-41c8-4081-91e8-fa1b8e161c70 req-a9e68edf-f407-4309-bed0-be59d1a2a585 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 946 time: 0.0487120 Jul 27 15:39:08.481883 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-944c9577-41c8-4081-91e8-fa1b8e161c70 req-c44c8665-8a79-42a0-92f5-e2eefea42676 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=55cbd4f2-db28-455d-9b64-7798cd2a2588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422165 Jul 27 15:39:09.606169 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e400034-56c8-4d9d-a0a5-13b0f48cf832 req-c06d8614-175a-49ca-b11b-857ee4859579 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:09.608308 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0e400034-56c8-4d9d-a0a5-13b0f48cf832 req-c06d8614-175a-49ca-b11b-857ee4859579 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 946 time: 0.0517991 Jul 27 15:39:09.655681 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0e400034-56c8-4d9d-a0a5-13b0f48cf832 req-2f2a3ceb-f1f3-49b9-ac0e-b8a3eced3226 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups?id=55cbd4f2-db28-455d-9b64-7798cd2a2588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417492 Jul 27 15:39:10.204430 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca50f9-cd18-498e-aebb-8efde21c8e32 req-d4ce4397-cc4e-4d31-971c-c435a0a3d595 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:10.205896 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-16ca50f9-cd18-498e-aebb-8efde21c8e32 req-d4ce4397-cc4e-4d31-971c-c435a0a3d595 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 946 time: 0.0487304 Jul 27 15:39:10.289476 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-16ca50f9-cd18-498e-aebb-8efde21c8e32 req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Deleting port 121a7972-1d97-4e0c-b943-cdd6fbc24c85 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:39:10.289730 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-16ca50f9-cd18-498e-aebb-8efde21c8e32 req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (121a7972-1d97-4e0c-b943-cdd6fbc24c85), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:10.383905 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-16ca50f9-cd18-498e-aebb-8efde21c8e32 req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] For port 121a7972-1d97-4e0c-b943-cdd6fbc24c85, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=121a7972-1d97-4e0c-b943-cdd6fbc24c85,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:39:10.384271 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-16ca50f9-cd18-498e-aebb-8efde21c8e32 req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (121a7972-1d97-4e0c-b943-cdd6fbc24c85), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:10.546198 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-16ca50f9-cd18-498e-aebb-8efde21c8e32 req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:10.546465 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-16ca50f9-cd18-498e-aebb-8efde21c8e32 req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (26221d59-bb98-4be8-aead-0844a07d6173), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:10.546879 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.db.l3_db [req-16ca50f9-cd18-498e-aebb-8efde21c8e32 req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Floating IP 26221d59-bb98-4be8-aead-0844a07d6173 disassociated. External IP: 172.27.1.125, port: 121a7972-1d97-4e0c-b943-cdd6fbc24c85. Jul 27 15:39:10.547333 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-16ca50f9-cd18-498e-aebb-8efde21c8e32 req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Calling delete_port for 121a7972-1d97-4e0c-b943-cdd6fbc24c85 owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:39:10.679205 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-16ca50f9-cd18-498e-aebb-8efde21c8e32 req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (121a7972-1d97-4e0c-b943-cdd6fbc24c85), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:10.708172 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event deleted for resources: {'Port': ['ID=121a7972-1d97-4e0c-b943-cdd6fbc24c85,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:10.720124 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:10.720480 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:10.720874 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:10.721163 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:10.721498 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:10.721833 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:10.722169 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:10.722500 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:10.722834 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:10.723162 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:10.723493 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:10.723820 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:10.724169 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:10.724495 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:10.724824 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:10.773011 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-2f08f174-7e20-4fb6-89b8-99c877d14fe8 req-2b8f8c17-0040-4333-98b4-bc984aa864c7 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9b6d33-fc2d-425a-b079-6937682edee5 HTTP/1.1" status: 200 len: 210 time: 0.0368552 Jul 27 15:39:10.839243 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16ca50f9-cd18-498e-aebb-8efde21c8e32 req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Router c5cbe18f-88d3-4284-9c49-25ce2e5a436a has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:39:10.945625 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:10.948730 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16ca50f9-cd18-498e-aebb-8efde21c8e32 req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:39:10.966623 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60e559-de62-40d8-92ac-0c7d0de94d0e None None] Sync routers for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:39:10.977917 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a60e559-de62-40d8-92ac-0c7d0de94d0e None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:39:10.978535 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-6a60e559-de62-40d8-92ac-0c7d0de94d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:38:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:39:10.998613 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ca50f9-cd18-498e-aebb-8efde21c8e32 req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] No DVR routers for this DVR port 121a7972-1d97-4e0c-b943-cdd6fbc24c85 on host hv-cinder-84131 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:39:11.001104 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-16ca50f9-cd18-498e-aebb-8efde21c8e32 req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:11.004417 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-16ca50f9-cd18-498e-aebb-8efde21c8e32 req-b535d0e3-f82b-45e5-8e3d-7ed8a335b353 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.42 "DELETE /v2.0/ports/121a7972-1d97-4e0c-b943-cdd6fbc24c85 HTTP/1.1" status: 204 len: 173 time: 0.7915902 Jul 27 15:39:11.004860 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9b6d33-fc2d-425a-b079-6937682edee5', 'name': 'network-vif-deleted', 'tag': '121a7972-1d97-4e0c-b943-cdd6fbc24c85'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:39:11.007099 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7873e27e-5392-4aa4-a185-6e7e8ec1da5b" -d '{"events": [{"server_uuid": "9b9b6d33-fc2d-425a-b079-6937682edee5", "name": "network-vif-deleted", "tag": "121a7972-1d97-4e0c-b943-cdd6fbc24c85"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:39:11.118154 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-6a60e559-de62-40d8-92ac-0c7d0de94d0e None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:39:11.135179 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd76185a-a499-4b9b-a842-15a581bbf172 x-openstack-request-id: req-bd76185a-a499-4b9b-a842-15a581bbf172 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:39:11.135493 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9b6d33-fc2d-425a-b079-6937682edee5", "name": "network-vif-deleted", "tag": "121a7972-1d97-4e0c-b943-cdd6fbc24c85", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:39:11.135860 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd76185a-a499-4b9b-a842-15a581bbf172 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:39:11.136342 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd76185a-a499-4b9b-a842-15a581bbf172'] response: {'server_uuid': '9b9b6d33-fc2d-425a-b079-6937682edee5', 'name': 'network-vif-deleted', 'tag': '121a7972-1d97-4e0c-b943-cdd6fbc24c85', 'status': 'completed', 'code': 200} Jul 27 15:39:11.328011 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-6a60e559-de62-40d8-92ac-0c7d0de94d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:39:11.353438 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60e559-de62-40d8-92ac-0c7d0de94d0e None None] Checking router: c5cbe18f-88d3-4284-9c49-25ce2e5a436a for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:39:11.362226 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a60e559-de62-40d8-92ac-0c7d0de94d0e None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:39:11.362831 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-6a60e559-de62-40d8-92ac-0c7d0de94d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:38:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:39:11.467049 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-6a60e559-de62-40d8-92ac-0c7d0de94d0e None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:39:11.658986 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-6a60e559-de62-40d8-92ac-0c7d0de94d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:39:11.689039 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60e559-de62-40d8-92ac-0c7d0de94d0e None None] The sync data for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi is: [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:32Z', 'revision_number': 4, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '4456b1ab-ce24-472c-b803-1642c1552908', 'name': '', 'network_id': 'a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'mac_address': 'fa:16:3e:59:03:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:31Z', 'updated_at': '2022-07-27T15:34:35Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'subnets': [{'id': 'c026a68a-eb65-46d4-9eae-868f5270709b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:39:11.876395 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48460) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:11.917888 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f201a2b-a4ae-43e4-b16e-1d6e7dd2b369 None None] New status for floating IP 26221d59-bb98-4be8-aead-0844a07d6173: DOWN {{(pid=103938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:39:11.936140 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (55cbd4f2-db28-455d-9b64-7798cd2a2588), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:11.968128 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (55cbd4f2-db28-455d-9b64-7798cd2a2588), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:12.020597 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (55cbd4f2-db28-455d-9b64-7798cd2a2588), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:12.023181 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:12.024727 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "DELETE /v2.0/security-groups/55cbd4f2-db28-455d-9b64-7798cd2a2588 HTTP/1.1" status: 204 len: 168 time: 0.1473656 Jul 27 15:39:12.027656 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48462) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:12.036000 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cbd4f2-db28-455d-9b64-7798cd2a2588,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:12.044414 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:12.044762 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:12.044902 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.api.v2.resource [None req-ffecc67c-68d7-422a-8741-29cd237ad772 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] show failed (client error): The resource could not be found. Jul 27 15:39:12.045155 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:12.045510 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:12.048665 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:12.048802 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-ffecc67c-68d7-422a-8741-29cd237ad772 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "GET /v2.0/security-groups/55cbd4f2-db28-455d-9b64-7798cd2a2588 HTTP/1.1" status: 404 len: 347 time: 0.0155945 Jul 27 15:39:12.048899 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:12.048899 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:12.048899 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:12.048899 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:12.048899 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:12.048899 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:12.048899 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:12.048899 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:12.048899 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:12.049902 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48464) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:12.050096 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f203286-89b5-40bf-b21a-89f41a980ee4 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:12.165429 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:12.184097 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-753213d7-a1fe-4f11-ab75-3f97af554805 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Deleting port d39a2351-390c-492f-a2eb-7a52b8c5ff27 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:39:12.184439 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-753213d7-a1fe-4f11-ab75-3f97af554805 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (d39a2351-390c-492f-a2eb-7a52b8c5ff27), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:12.268608 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-753213d7-a1fe-4f11-ab75-3f97af554805 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (d39a2351-390c-492f-a2eb-7a52b8c5ff27), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:12.268951 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-753213d7-a1fe-4f11-ab75-3f97af554805 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (d39a2351-390c-492f-a2eb-7a52b8c5ff27), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:12.282294 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-753213d7-a1fe-4f11-ab75-3f97af554805 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Calling delete_port for d39a2351-390c-492f-a2eb-7a52b8c5ff27 owned by network:floatingip {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:39:12.420448 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-753213d7-a1fe-4f11-ab75-3f97af554805 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (d39a2351-390c-492f-a2eb-7a52b8c5ff27), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:12.446507 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753213d7-a1fe-4f11-ab75-3f97af554805 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Pushing event deleted for resources: {'Port': ['ID=d39a2351-390c-492f-a2eb-7a52b8c5ff27,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:12.508611 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-753213d7-a1fe-4f11-ab75-3f97af554805 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks [] for floatingip (26221d59-bb98-4be8-aead-0844a07d6173), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:12.511218 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-753213d7-a1fe-4f11-ab75-3f97af554805 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:12.512406 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-753213d7-a1fe-4f11-ab75-3f97af554805 tempest-AttachVolumeNegativeTest-1298379223 tempest-AttachVolumeNegativeTest-1298379223-project] 10.222.0.36 "DELETE /v2.0/floatingips/26221d59-bb98-4be8-aead-0844a07d6173 HTTP/1.1" status: 204 len: 168 time: 0.4626892 Jul 27 15:39:14.975160 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 121a7972-1d97-4e0c-b943-cdd6fbc24c85 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:39:14.994767 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: 121a7972-1d97-4e0c-b943-cdd6fbc24c85 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:39:14.995151 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 121a7972-1d97-4e0c-b943-cdd6fbc24c85 not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:39:16.210193 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48500) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:16.537238 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d9373bd8-5080-4a5e-bc10-39eca14b4eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360475'] for router_interface (c5cbe18f-88d3-4284-9c49-25ce2e5a436a), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:16.625687 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:16.758292 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:16.763673 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-d9373bd8-5080-4a5e-bc10-39eca14b4eb9 admin admin] Deleting port 4456b1ab-ce24-472c-b803-1642c1552908 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:39:16.764201 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d9373bd8-5080-4a5e-bc10-39eca14b4eb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (4456b1ab-ce24-472c-b803-1642c1552908), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:16.846249 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-d9373bd8-5080-4a5e-bc10-39eca14b4eb9 admin admin] For port 4456b1ab-ce24-472c-b803-1642c1552908, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=4456b1ab-ce24-472c-b803-1642c1552908,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:39:16.846524 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d9373bd8-5080-4a5e-bc10-39eca14b4eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (4456b1ab-ce24-472c-b803-1642c1552908), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:16.859564 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-d9373bd8-5080-4a5e-bc10-39eca14b4eb9 admin admin] Calling delete_port for 4456b1ab-ce24-472c-b803-1642c1552908 owned by network:router_interface {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:39:17.091445 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0b367960-e9c7-4dfe-80d9-87152beb0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:17.297973 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d9373bd8-5080-4a5e-bc10-39eca14b4eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (4456b1ab-ce24-472c-b803-1642c1552908), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:17.322567 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9373bd8-5080-4a5e-bc10-39eca14b4eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4456b1ab-ce24-472c-b803-1642c1552908,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:17.495619 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d9373bd8-5080-4a5e-bc10-39eca14b4eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360591'] for router_interface (c5cbe18f-88d3-4284-9c49-25ce2e5a436a), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:17.709517 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9373bd8-5080-4a5e-bc10-39eca14b4eb9 admin admin] Router c5cbe18f-88d3-4284-9c49-25ce2e5a436a has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:39:17.753255 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:17.800700 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:39:17.816177 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9373bd8-5080-4a5e-bc10-39eca14b4eb9 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:39:17.821666 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d9373bd8-5080-4a5e-bc10-39eca14b4eb9 admin admin] 10.222.0.36 "PUT /v2.0/routers/c5cbe18f-88d3-4284-9c49-25ce2e5a436a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6098764 Jul 27 15:39:17.823668 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48502) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:17.825355 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955f5371-376b-4c40-a681-21cbe1ca382d None None] Sync routers for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:39:17.835360 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955f5371-376b-4c40-a681-21cbe1ca382d None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:39:17.835986 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-955f5371-376b-4c40-a681-21cbe1ca382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:38:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:39:17.912269 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:17.929046 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-db5d65bc-c1c5-43b2-99f4-c312ad6ea851 admin admin] Publish callbacks [] for router (c5cbe18f-88d3-4284-9c49-25ce2e5a436a), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:18.029808 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-db5d65bc-c1c5-43b2-99f4-c312ad6ea851 admin admin] Publish callbacks [] for router_gateway (c5cbe18f-88d3-4284-9c49-25ce2e5a436a), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:18.064185 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-955f5371-376b-4c40-a681-21cbe1ca382d None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:39:18.072251 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-db5d65bc-c1c5-43b2-99f4-c312ad6ea851 admin admin] Deleting port aade66e8-7a92-4c82-a5ef-91cef3eea497 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:39:18.072596 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-db5d65bc-c1c5-43b2-99f4-c312ad6ea851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (aade66e8-7a92-4c82-a5ef-91cef3eea497), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:18.154761 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:18.167098 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-db5d65bc-c1c5-43b2-99f4-c312ad6ea851 admin admin] For port aade66e8-7a92-4c82-a5ef-91cef3eea497, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=aade66e8-7a92-4c82-a5ef-91cef3eea497,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:39:18.167468 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-db5d65bc-c1c5-43b2-99f4-c312ad6ea851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (aade66e8-7a92-4c82-a5ef-91cef3eea497), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:18.186420 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-db5d65bc-c1c5-43b2-99f4-c312ad6ea851 admin admin] Calling delete_port for aade66e8-7a92-4c82-a5ef-91cef3eea497 owned by network:router_gateway {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:39:18.243236 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-955f5371-376b-4c40-a681-21cbe1ca382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:39:16Z', 'revision_number': 5, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port': {'id': 'aade66e8-7a92-4c82-a5ef-91cef3eea497', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:39:18.269314 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955f5371-376b-4c40-a681-21cbe1ca382d None None] Checking router: c5cbe18f-88d3-4284-9c49-25ce2e5a436a for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:39:18.277998 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955f5371-376b-4c40-a681-21cbe1ca382d None None] Routers {'c5cbe18f-88d3-4284-9c49-25ce2e5a436a'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:39:18.278609 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-955f5371-376b-4c40-a681-21cbe1ca382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:38:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:39:18.361624 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:18.367677 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-955f5371-376b-4c40-a681-21cbe1ca382d None None] Set router c5cbe18f-88d3-4284-9c49-25ce2e5a436a gateway port host: None {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:39:18.398505 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-db5d65bc-c1c5-43b2-99f4-c312ad6ea851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (aade66e8-7a92-4c82-a5ef-91cef3eea497), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:18.419547 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-955f5371-376b-4c40-a681-21cbe1ca382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:39:18Z', 'revision_number': 6, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port_host': None}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:39:18.423554 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d65bc-c1c5-43b2-99f4-c312ad6ea851 admin admin] Pushing event deleted for resources: {'Port': ['ID=aade66e8-7a92-4c82-a5ef-91cef3eea497,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:18.451374 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955f5371-376b-4c40-a681-21cbe1ca382d None None] The sync data for ids ['c5cbe18f-88d3-4284-9c49-25ce2e5a436a'] in dv-cinder-841315-2-iscsi is: [{'id': 'c5cbe18f-88d3-4284-9c49-25ce2e5a436a', 'name': 'tempest-AttachVolumeNegativeTest-1257286524-router', 'tenant_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:34:28Z', 'updated_at': '2022-07-27T15:39:18Z', 'revision_number': 6, 'project_id': '33ea04cddf084bc9b4aab1e7c477abbf', 'gw_port_host': None}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:39:18.495262 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-db5d65bc-c1c5-43b2-99f4-c312ad6ea851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376603'] for router_gateway (c5cbe18f-88d3-4284-9c49-25ce2e5a436a), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:18.584622 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-db5d65bc-c1c5-43b2-99f4-c312ad6ea851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (c5cbe18f-88d3-4284-9c49-25ce2e5a436a), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:18.586849 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-db5d65bc-c1c5-43b2-99f4-c312ad6ea851 admin admin] Publish callbacks [] for router_controller (c5cbe18f-88d3-4284-9c49-25ce2e5a436a), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:18.632306 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-db5d65bc-c1c5-43b2-99f4-c312ad6ea851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693842'] for router (c5cbe18f-88d3-4284-9c49-25ce2e5a436a), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:18.632939 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5d65bc-c1c5-43b2-99f4-c312ad6ea851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5cbe18f-88d3-4284-9c49-25ce2e5a436a {{(pid=103935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:39:18.637402 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-db5d65bc-c1c5-43b2-99f4-c312ad6ea851 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:18.639097 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-db5d65bc-c1c5-43b2-99f4-c312ad6ea851 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c5cbe18f-88d3-4284-9c49-25ce2e5a436a HTTP/1.1" status: 204 len: 168 time: 0.8138382 Jul 27 15:39:18.642924 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48504) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:18.673014 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:18.695281 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b0b298-6a4a-4327-952b-e95163073930 admin admin] Deleting subnet c026a68a-eb65-46d4-9eae-868f5270709b {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 15:39:18.698654 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-75b0b298-6a4a-4327-952b-e95163073930 admin admin] Publish callbacks [] for subnet (c026a68a-eb65-46d4-9eae-868f5270709b), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:18.735583 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-75b0b298-6a4a-4327-952b-e95163073930 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9385129'] for subnet (c026a68a-eb65-46d4-9eae-868f5270709b), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:18.817448 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-75b0b298-6a4a-4327-952b-e95163073930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563307'] for subnet (c026a68a-eb65-46d4-9eae-868f5270709b), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:18.883769 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-75b0b298-6a4a-4327-952b-e95163073930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9021768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9007727'] for subnet (c026a68a-eb65-46d4-9eae-868f5270709b), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:18.898511 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-75b0b298-6a4a-4327-952b-e95163073930 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:18.905806 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48506) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:18.908984 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a415fde-5200-40dd-a774-c06c97fedc1b None None] Network a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:39:18.919996 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-75b0b298-6a4a-4327-952b-e95163073930 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c026a68a-eb65-46d4-9eae-868f5270709b HTTP/1.1" status: 204 len: 168 time: 0.2685885 Jul 27 15:39:18.944151 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0b298-6a4a-4327-952b-e95163073930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c026a68a-eb65-46d4-9eae-868f5270709b,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:18.957545 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 4456b1ab-ce24-472c-b803-1642c1552908 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:39:18.980596 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: 4456b1ab-ce24-472c-b803-1642c1552908 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:39:18.980862 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409505'] for network (a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:18.980986 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 4456b1ab-ce24-472c-b803-1642c1552908 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:39:19.027770 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] Deleting port 635c57f0-2e04-4eaf-bbab-5d98541320ed {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:39:19.028142 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (635c57f0-2e04-4eaf-bbab-5d98541320ed), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:19.104201 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] For port 635c57f0-2e04-4eaf-bbab-5d98541320ed, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=635c57f0-2e04-4eaf-bbab-5d98541320ed,segment=NetworkSegment(93cfa504-1415-4c15-a24f-60cd82d1ed6c),segment_id=93cfa504-1415-4c15-a24f-60cd82d1ed6c)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:39:19.104563 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (635c57f0-2e04-4eaf-bbab-5d98541320ed), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:19.117489 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] Calling delete_port for 635c57f0-2e04-4eaf-bbab-5d98541320ed owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:39:19.200307 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (635c57f0-2e04-4eaf-bbab-5d98541320ed), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:19.224717 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] Pushing event deleted for resources: {'Port': ['ID=635c57f0-2e04-4eaf-bbab-5d98541320ed,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:19.232096 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] No DVR routers for this DVR port 635c57f0-2e04-4eaf-bbab-5d98541320ed on host dv-cinder-841315-2-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:39:19.265212 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ce0b41-0004-405e-94fd-52cd37f4c6e8 None None] DHCP port deletion for a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb request from dv-cinder-841315-2-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 15:39:19.314958 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561221', 'neutron.services.segments.db._delete_segments_for_network-8768358125770'] for network (a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:19.317482 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-37633602-91df-43f9-afff-b473d1a1d872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:19.336221 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:39:19.346204 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93cfa504-1415-4c15-a24f-60cd82d1ed6c') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:39:19.346500 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93cfa504-1415-4c15-a24f-60cd82d1ed6c') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:39:19.361248 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768358125671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12156091'] for segment (93cfa504-1415-4c15-a24f-60cd82d1ed6c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:19.375779 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (93cfa504-1415-4c15-a24f-60cd82d1ed6c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:19.382698 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:39:19.383170 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8434581'] for segment (93cfa504-1415-4c15-a24f-60cd82d1ed6c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:19.422932 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 93cfa504-1415-4c15-a24f-60cd82d1ed6c resource provider aggregate not found Jul 27 15:39:19.444165 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 93cfa504-1415-4c15-a24f-60cd82d1ed6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93cfa504-1415-4c15-a24f-60cd82d1ed6c found for delete ", "request_id": "req-283708bf-407e-415d-84d5-ae8f9b65a82a"}]} Jul 27 15:39:19.452836 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376631'] for network (a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:19.459570 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:19.462121 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] 10.222.0.36 "DELETE /v2.0/networks/a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb HTTP/1.1" status: 204 len: 168 time: 0.5548317 Jul 27 15:39:19.476042 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4af21-84ba-4881-acdd-f5c01c2b420b admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e8b8e4-20eb-4861-9f7d-a54b6571d6fb,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:19.651246 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48514) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:19.694446 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b184ba09-4af7-4dfe-9fe2-61480291668c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33ea04cddf084bc9b4aab1e7c477abbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419757 Jul 27 15:39:19.696990 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48516) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:19.711453 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:19.750483 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-15a84c5b-688a-4a8d-a74c-dea7f8dbef58 admin admin] Publish callbacks [] for security_group (29101409-e72a-4a3e-9ee2-bd5efa42153b), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:19.777827 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-15a84c5b-688a-4a8d-a74c-dea7f8dbef58 admin admin] Publish callbacks [] for security_group (29101409-e72a-4a3e-9ee2-bd5efa42153b), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:19.787905 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:19.827293 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-15a84c5b-688a-4a8d-a74c-dea7f8dbef58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (29101409-e72a-4a3e-9ee2-bd5efa42153b), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:19.829792 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-15a84c5b-688a-4a8d-a74c-dea7f8dbef58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:19.830967 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-15a84c5b-688a-4a8d-a74c-dea7f8dbef58 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29101409-e72a-4a3e-9ee2-bd5efa42153b HTTP/1.1" status: 204 len: 168 time: 0.1330750 Jul 27 15:39:19.839057 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a84c5b-688a-4a8d-a74c-dea7f8dbef58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29101409-e72a-4a3e-9ee2-bd5efa42153b,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:20.869333 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:21.029910 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 635c57f0-2e04-4eaf-bbab-5d98541320ed no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:39:21.049417 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: 635c57f0-2e04-4eaf-bbab-5d98541320ed {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:39:21.049866 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 635c57f0-2e04-4eaf-bbab-5d98541320ed not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:39:21.050288 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device aade66e8-7a92-4c82-a5ef-91cef3eea497 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:39:21.072340 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: aade66e8-7a92-4c82-a5ef-91cef3eea497 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:39:21.072683 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device aade66e8-7a92-4c82-a5ef-91cef3eea497 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:39:21.994803 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:22.093186 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:22.259062 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:24.500400 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48600) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:24.606248 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7e9b4d2e-cd0b-4802-9e82-8e38d92df0f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:24.684960 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7e9b4d2e-cd0b-4802-9e82-8e38d92df0f2 admin admin] Publish callbacks [] for security_group (a48d3432-b931-4451-9f70-08fef15a6c24), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:24.690439 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7e9b4d2e-cd0b-4802-9e82-8e38d92df0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (a48d3432-b931-4451-9f70-08fef15a6c24), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:24.729541 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7e9b4d2e-cd0b-4802-9e82-8e38d92df0f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=feac57c781624582a04ff1e35173a21b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280607 Jul 27 15:39:24.730412 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b4d2e-cd0b-4802-9e82-8e38d92df0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48d3432-b931-4451-9f70-08fef15a6c24,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:24.732794 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48604) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:24.739737 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:24.785142 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-43da042f-6897-4b4a-9c3d-799b0f0570cd admin admin] Publish callbacks [] for security_group (a48d3432-b931-4451-9f70-08fef15a6c24), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:24.807810 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-43da042f-6897-4b4a-9c3d-799b0f0570cd admin admin] Publish callbacks [] for security_group (a48d3432-b931-4451-9f70-08fef15a6c24), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:24.855013 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-43da042f-6897-4b4a-9c3d-799b0f0570cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (a48d3432-b931-4451-9f70-08fef15a6c24), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:24.858170 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-43da042f-6897-4b4a-9c3d-799b0f0570cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:24.859305 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-43da042f-6897-4b4a-9c3d-799b0f0570cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a48d3432-b931-4451-9f70-08fef15a6c24 HTTP/1.1" status: 204 len: 168 time: 0.1248875 Jul 27 15:39:24.866796 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da042f-6897-4b4a-9c3d-799b0f0570cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48d3432-b931-4451-9f70-08fef15a6c24,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:25.135935 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48610) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:25.149750 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-863e77df-17aa-4800-9c3c-1acab34a46fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:25.241271 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-863e77df-17aa-4800-9c3c-1acab34a46fe admin admin] Publish callbacks [] for security_group (73003b1c-95a0-49c1-87c1-eaa3d621796c), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:25.245188 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-863e77df-17aa-4800-9c3c-1acab34a46fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (73003b1c-95a0-49c1-87c1-eaa3d621796c), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:25.286103 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-863e77df-17aa-4800-9c3c-1acab34a46fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd731d3a58ad486e8a6bb17e3f542bd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490195 Jul 27 15:39:25.286960 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e77df-17aa-4800-9c3c-1acab34a46fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73003b1c-95a0-49c1-87c1-eaa3d621796c,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:25.289334 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48612) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:25.340459 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4ed48d0d-ad6a-4d71-9ac8-d0ea189ff65c admin admin] Publish callbacks [] for security_group (73003b1c-95a0-49c1-87c1-eaa3d621796c), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:25.363522 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4ed48d0d-ad6a-4d71-9ac8-d0ea189ff65c admin admin] Publish callbacks [] for security_group (73003b1c-95a0-49c1-87c1-eaa3d621796c), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:25.412440 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4ed48d0d-ad6a-4d71-9ac8-d0ea189ff65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (73003b1c-95a0-49c1-87c1-eaa3d621796c), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:25.415056 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-4ed48d0d-ad6a-4d71-9ac8-d0ea189ff65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:25.416328 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-4ed48d0d-ad6a-4d71-9ac8-d0ea189ff65c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73003b1c-95a0-49c1-87c1-eaa3d621796c HTTP/1.1" status: 204 len: 168 time: 0.1261547 Jul 27 15:39:25.427172 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed48d0d-ad6a-4d71-9ac8-d0ea189ff65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73003b1c-95a0-49c1-87c1-eaa3d621796c,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:27.989804 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48680) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:28.095460 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d1737541-a710-4e5c-ba61-ed784d639a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:28.115129 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=7 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:28.179328 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d1737541-a710-4e5c-ba61-ed784d639a7d admin admin] Publish callbacks [] for security_group (7098591b-81ea-4e25-8499-f58060eddd25), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:28.183179 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d1737541-a710-4e5c-ba61-ed784d639a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (7098591b-81ea-4e25-8499-f58060eddd25), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:28.223405 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d1737541-a710-4e5c-ba61-ed784d639a7d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6d223ceae2c4380b7b07980e73e2ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324913 Jul 27 15:39:28.224298 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1737541-a710-4e5c-ba61-ed784d639a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7098591b-81ea-4e25-8499-f58060eddd25,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:28.226154 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48684) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:28.276966 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1b22b67f-be80-4332-b5b4-411a75e7faa2 admin admin] Publish callbacks [] for security_group (7098591b-81ea-4e25-8499-f58060eddd25), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:28.303179 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1b22b67f-be80-4332-b5b4-411a75e7faa2 admin admin] Publish callbacks [] for security_group (7098591b-81ea-4e25-8499-f58060eddd25), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:28.349183 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1b22b67f-be80-4332-b5b4-411a75e7faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (7098591b-81ea-4e25-8499-f58060eddd25), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:28.351760 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1b22b67f-be80-4332-b5b4-411a75e7faa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:28.352948 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1b22b67f-be80-4332-b5b4-411a75e7faa2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7098591b-81ea-4e25-8499-f58060eddd25 HTTP/1.1" status: 204 len: 168 time: 0.1257248 Jul 27 15:39:28.361326 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22b67f-be80-4332-b5b4-411a75e7faa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7098591b-81ea-4e25-8499-f58060eddd25,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:28.614019 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48690) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:28.627669 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f522166c-d1d2-496a-9238-452332fb67a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:28.682146 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:28.708117 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f522166c-d1d2-496a-9238-452332fb67a7 admin admin] Publish callbacks [] for security_group (caa48efe-c699-4465-90a1-3adf52f4d966), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:28.712197 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f522166c-d1d2-496a-9238-452332fb67a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (caa48efe-c699-4465-90a1-3adf52f4d966), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:28.751188 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522166c-d1d2-496a-9238-452332fb67a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa48efe-c699-4465-90a1-3adf52f4d966,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:28.755405 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-f522166c-d1d2-496a-9238-452332fb67a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e8a6b3ad7d242318b76617c6775ecdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402910 Jul 27 15:39:28.758152 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48692) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:28.814430 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b0b41fcc-13e6-47f6-bedc-144ec53b16d8 admin admin] Publish callbacks [] for security_group (caa48efe-c699-4465-90a1-3adf52f4d966), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:28.837273 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b0b41fcc-13e6-47f6-bedc-144ec53b16d8 admin admin] Publish callbacks [] for security_group (caa48efe-c699-4465-90a1-3adf52f4d966), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:28.892340 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b0b41fcc-13e6-47f6-bedc-144ec53b16d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (caa48efe-c699-4465-90a1-3adf52f4d966), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:28.894862 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b0b41fcc-13e6-47f6-bedc-144ec53b16d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:28.896091 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b0b41fcc-13e6-47f6-bedc-144ec53b16d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/caa48efe-c699-4465-90a1-3adf52f4d966 HTTP/1.1" status: 204 len: 168 time: 0.1369922 Jul 27 15:39:28.904159 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b41fcc-13e6-47f6-bedc-144ec53b16d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa48efe-c699-4465-90a1-3adf52f4d966,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:33.108709 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48750) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:33.225849 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9c90ba4d-bf82-4302-bd6e-f901b56ef307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:33.303745 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9c90ba4d-bf82-4302-bd6e-f901b56ef307 admin admin] Publish callbacks [] for security_group (17ae5f2d-f250-4763-bfc6-dd754f3f6362), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:33.307639 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9c90ba4d-bf82-4302-bd6e-f901b56ef307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (17ae5f2d-f250-4763-bfc6-dd754f3f6362), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:33.349219 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9c90ba4d-bf82-4302-bd6e-f901b56ef307 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccde8d1192124f4fbfd50bd73557be3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395735 Jul 27 15:39:33.349945 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90ba4d-bf82-4302-bd6e-f901b56ef307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ae5f2d-f250-4763-bfc6-dd754f3f6362,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:33.351992 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48754) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:33.403855 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-71fa115e-518f-412a-be48-fb9b978aff7c admin admin] Publish callbacks [] for security_group (17ae5f2d-f250-4763-bfc6-dd754f3f6362), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:33.426002 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-71fa115e-518f-412a-be48-fb9b978aff7c admin admin] Publish callbacks [] for security_group (17ae5f2d-f250-4763-bfc6-dd754f3f6362), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:33.476740 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-71fa115e-518f-412a-be48-fb9b978aff7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (17ae5f2d-f250-4763-bfc6-dd754f3f6362), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:33.479499 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-71fa115e-518f-412a-be48-fb9b978aff7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:33.480687 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-71fa115e-518f-412a-be48-fb9b978aff7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17ae5f2d-f250-4763-bfc6-dd754f3f6362 HTTP/1.1" status: 204 len: 168 time: 0.1276314 Jul 27 15:39:33.488939 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa115e-518f-412a-be48-fb9b978aff7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ae5f2d-f250-4763-bfc6-dd754f3f6362,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:33.755802 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 48760) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:33.769542 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9e8a0b5e-47a2-4e0f-b96d-878c0c1d7c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:33.850229 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9e8a0b5e-47a2-4e0f-b96d-878c0c1d7c48 admin admin] Publish callbacks [] for security_group (05d2ff92-e01c-4f71-a6d1-beba373f34ef), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:33.854408 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-9e8a0b5e-47a2-4e0f-b96d-878c0c1d7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (05d2ff92-e01c-4f71-a6d1-beba373f34ef), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:33.860480 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:33.902797 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-9e8a0b5e-47a2-4e0f-b96d-878c0c1d7c48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e29082923cd9485c8a8f35caee7e53ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458843 Jul 27 15:39:33.903930 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a0b5e-47a2-4e0f-b96d-878c0c1d7c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d2ff92-e01c-4f71-a6d1-beba373f34ef,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:33.905594 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 48762) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:33.958298 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8324aba8-ba26-49ab-b4f6-87f686124075 admin admin] Publish callbacks [] for security_group (05d2ff92-e01c-4f71-a6d1-beba373f34ef), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:33.981135 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8324aba8-ba26-49ab-b4f6-87f686124075 admin admin] Publish callbacks [] for security_group (05d2ff92-e01c-4f71-a6d1-beba373f34ef), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:34.031626 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8324aba8-ba26-49ab-b4f6-87f686124075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (05d2ff92-e01c-4f71-a6d1-beba373f34ef), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:34.034206 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-8324aba8-ba26-49ab-b4f6-87f686124075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:34.035384 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-8324aba8-ba26-49ab-b4f6-87f686124075 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05d2ff92-e01c-4f71-a6d1-beba373f34ef HTTP/1.1" status: 204 len: 168 time: 0.1288118 Jul 27 15:39:34.043560 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324aba8-ba26-49ab-b4f6-87f686124075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d2ff92-e01c-4f71-a6d1-beba373f34ef,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:34.775493 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:36.352322 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-81a6b92f-f76d-40ee-82b4-d39447bc2fd3 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=cadc46b48c824bfba28a4ecfb434e701&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301626 Jul 27 15:39:36.421853 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:36.783611 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-84601c6d-bf3c-46b0-b9b4-bbcfda995db1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:36.785112 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-84601c6d-bf3c-46b0-b9b4-bbcfda995db1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4275839 Jul 27 15:39:36.802250 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-b0a47dd4-7d11-427f-99ed-77bd3b609954 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/quotas/cadc46b48c824bfba28a4ecfb434e701 HTTP/1.1" status: 200 len: 375 time: 0.0117021 Jul 27 15:39:36.836254 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-caa54361-72b6-4eea-88c4-cc58eacbf8ee tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cadc46b48c824bfba28a4ecfb434e701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283604 Jul 27 15:39:37.022331 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-88cfe1cf-b098-4ddd-8c4f-2dc42f0b940d req-82203780-2fac-4200-ba31-220919ce3a07 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/ports?device_id=b36ec755-9f48-4fd1-b019-b4c1fb787a7b HTTP/1.1" status: 200 len: 210 time: 0.0314064 Jul 27 15:39:37.876422 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:38.103613 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-90da4337-eb8d-4c65-acfe-3ef4ad770943 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cadc46b48c824bfba28a4ecfb434e701&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299909 Jul 27 15:39:38.136757 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4290ce54-660f-488c-bfd1-fa46ec50521b req-5fa1026c-76b6-4d28-b6a0-3c64c7f01825 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/ports?device_id=b36ec755-9f48-4fd1-b019-b4c1fb787a7b HTTP/1.1" status: 200 len: 210 time: 0.0361695 Jul 27 15:39:38.309494 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-3452933c-8a51-4569-9940-35c110e23da8 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:38.311539 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-3452933c-8a51-4569-9940-35c110e23da8 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006438 Jul 27 15:39:38.370018 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-817b0939-4125-4bea-a9b6-67522f3272b1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Request body: {'port': {'device_id': 'b36ec755-9f48-4fd1-b019-b4c1fb787a7b', 'network_id': '295f401e-0772-4cc3-931c-82495266f6fd', 'admin_state_up': True, 'tenant_id': 'cadc46b48c824bfba28a4ecfb434e701'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:39:38.432558 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:38.487730 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-817b0939-4125-4bea-a9b6-67522f3272b1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Made reservation on behalf of cadc46b48c824bfba28a4ecfb434e701 for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:39:38.491196 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-817b0939-4125-4bea-a9b6-67522f3272b1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:38.500327 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-817b0939-4125-4bea-a9b6-67522f3272b1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:38.577218 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-817b0939-4125-4bea-a9b6-67522f3272b1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Publish callbacks [] for security_group (94981a65-f60f-4bd3-b503-9a8720c657d6), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:38.581195 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-817b0939-4125-4bea-a9b6-67522f3272b1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (94981a65-f60f-4bd3-b503-9a8720c657d6), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:38.647429 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b0939-4125-4bea-a9b6-67522f3272b1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94981a65-f60f-4bd3-b503-9a8720c657d6,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:38.724549 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-817b0939-4125-4bea-a9b6-67522f3272b1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Allocated IP 192.168.233.80 (295f401e-0772-4cc3-931c-82495266f6fd/5d23d807-20b0-4c47-9d77-1f6d50a2e6cb/d4ecf2bd-d571-408b-bd90-e14d9769b7ab) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:39:38.883224 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-817b0939-4125-4bea-a9b6-67522f3272b1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Publish callbacks [] for port (d4ecf2bd-d571-408b-bd90-e14d9769b7ab), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:38.916388 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-817b0939-4125-4bea-a9b6-67522f3272b1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (d4ecf2bd-d571-408b-bd90-e14d9769b7ab), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:38.929411 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:38.967781 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-817b0939-4125-4bea-a9b6-67522f3272b1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Network 295f401e-0772-4cc3-931c-82495266f6fd is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:39:38.973949 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-817b0939-4125-4bea-a9b6-67522f3272b1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:39:38.976583 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-817b0939-4125-4bea-a9b6-67522f3272b1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:39:38.983312 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b0939-4125-4bea-a9b6-67522f3272b1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Pushing event updated for resources: {'Port': ['ID=d4ecf2bd-d571-408b-bd90-e14d9769b7ab,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:39.036537 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-817b0939-4125-4bea-a9b6-67522f3272b1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:39.037198 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-817b0939-4125-4bea-a9b6-67522f3272b1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:39.057080 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-817b0939-4125-4bea-a9b6-67522f3272b1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6910160 Jul 27 15:39:39.069426 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-53a5f571-ba3f-44fa-b655-7ddac0c6cd9f tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 15:39:39.070428 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-53a5f571-ba3f-44fa-b655-7ddac0c6cd9f tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052636 Jul 27 15:39:39.208087 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Request body: {'port': {'device_id': 'b36ec755-9f48-4fd1-b019-b4c1fb787a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:39:39.268759 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-76dabc3c-0478-41da-927b-4e8aa708691a None None] Provisioning complete for port d4ecf2bd-d571-408b-bd90-e14d9769b7ab triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:39:39.269311 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-76dabc3c-0478-41da-927b-4e8aa708691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (d4ecf2bd-d571-408b-bd90-e14d9769b7ab), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:39.300713 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-76dabc3c-0478-41da-927b-4e8aa708691a None None] Port d4ecf2bd-d571-408b-bd90-e14d9769b7ab cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:39:39.303153 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b16d43-1dd7-4570-af0b-f2ae4236287b req-41b6142a-799a-4da6-8224-469936d35046 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:39.304718 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-07b16d43-1dd7-4570-af0b-f2ae4236287b req-41b6142a-799a-4da6-8224-469936d35046 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/ports?device_id=b36ec755-9f48-4fd1-b019-b4c1fb787a7b HTTP/1.1" status: 200 len: 935 time: 0.0917437 Jul 27 15:39:39.314105 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d4ecf2bd-d571-408b-bd90-e14d9769b7ab), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:39.336265 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:39.401128 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-07b16d43-1dd7-4570-af0b-f2ae4236287b req-220daa8b-c6f2-43bd-bd03-a9876e563291 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/security-groups?id=94981a65-f60f-4bd3-b503-9a8720c657d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889142 Jul 27 15:39:39.610920 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ecf2bd-d571-408b-bd90-e14d9769b7ab {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:39:39.618849 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Publish callbacks [] for port (d4ecf2bd-d571-408b-bd90-e14d9769b7ab), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:39.632160 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Transition to ACTIVE for port object d4ecf2bd-d571-408b-bd90-e14d9769b7ab will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:39:39.636613 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9021810'] for port (d4ecf2bd-d571-408b-bd90-e14d9769b7ab), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:39.685329 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ecf2bd-d571-408b-bd90-e14d9769b7ab,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:39.767074 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Attempting to bind port d4ecf2bd-d571-408b-bd90-e14d9769b7ab on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:39:39.767418 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Attempting to bind port d4ecf2bd-d571-408b-bd90-e14d9769b7ab by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '039ebd5a-ec2c-4b80-97c6-5ee2db211c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '295f401e-0772-4cc3-931c-82495266f6fd'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:39:39.767752 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Attempting to bind port d4ecf2bd-d571-408b-bd90-e14d9769b7ab on network 295f401e-0772-4cc3-931c-82495266f6fd {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:39:39.781495 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Port d4ecf2bd-d571-408b-bd90-e14d9769b7ab on network 295f401e-0772-4cc3-931c-82495266f6fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:39:39.781855 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Attempting to bind port d4ecf2bd-d571-408b-bd90-e14d9769b7ab on network 295f401e-0772-4cc3-931c-82495266f6fd {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:39:39.787922 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:39:39.788273 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Checking segment: {'id': '039ebd5a-ec2c-4b80-97c6-5ee2db211c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '295f401e-0772-4cc3-931c-82495266f6fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:39:39.788670 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Bound using segment: {'id': '039ebd5a-ec2c-4b80-97c6-5ee2db211c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '295f401e-0772-4cc3-931c-82495266f6fd'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:39:39.789095 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Bound port: d4ecf2bd-d571-408b-bd90-e14d9769b7ab, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '039ebd5a-ec2c-4b80-97c6-5ee2db211c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '295f401e-0772-4cc3-931c-82495266f6fd'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:39:39.789463 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d4ecf2bd-d571-408b-bd90-e14d9769b7ab), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:39.856710 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] For port d4ecf2bd-d571-408b-bd90-e14d9769b7ab, host hv-cinder-84131, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:39:39.860381 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] For port d4ecf2bd-d571-408b-bd90-e14d9769b7ab, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d4ecf2bd-d571-408b-bd90-e14d9769b7ab,segment=NetworkSegment(039ebd5a-ec2c-4b80-97c6-5ee2db211c61),segment_id=039ebd5a-ec2c-4b80-97c6-5ee2db211c61)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:39:39.865719 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9021810'] for port (d4ecf2bd-d571-408b-bd90-e14d9769b7ab), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:39.899897 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:39.900512 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:39.901932 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] 10.222.0.42 "PUT /v2.0/ports/d4ecf2bd-d571-408b-bd90-e14d9769b7ab HTTP/1.1" status: 200 len: 1097 time: 0.8214653 Jul 27 15:39:39.902373 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36ec755-9f48-4fd1-b019-b4c1fb787a7b', 'tag': 'd4ecf2bd-d571-408b-bd90-e14d9769b7ab'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:39:39.904690 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f0db36-998b-45dc-94cc-7d10db46e8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b36ec755-9f48-4fd1-b019-b4c1fb787a7b", "tag": "d4ecf2bd-d571-408b-bd90-e14d9769b7ab"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:39:39.933765 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979f824-ee8b-482c-9ef8-b1463c516197 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ecf2bd-d571-408b-bd90-e14d9769b7ab,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:39.971703 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a009507-85d1-4e01-a6b2-949b30136678 x-openstack-request-id: req-2a009507-85d1-4e01-a6b2-949b30136678 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:39:39.972029 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36ec755-9f48-4fd1-b019-b4c1fb787a7b", "tag": "d4ecf2bd-d571-408b-bd90-e14d9769b7ab", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:39:39.972288 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a009507-85d1-4e01-a6b2-949b30136678 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:39:39.972817 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a009507-85d1-4e01-a6b2-949b30136678'] response: {'name': 'network-changed', 'server_uuid': 'b36ec755-9f48-4fd1-b019-b4c1fb787a7b', 'tag': 'd4ecf2bd-d571-408b-bd90-e14d9769b7ab', 'status': 'completed', 'code': 200} Jul 27 15:39:40.005890 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-6438b21a-120c-4d1e-b453-2d5ade732688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:40.007441 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-6438b21a-120c-4d1e-b453-2d5ade732688 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cadc46b48c824bfba28a4ecfb434e701&device_id=b36ec755-9f48-4fd1-b019-b4c1fb787a7b HTTP/1.1" status: 200 len: 1131 time: 0.0492060 Jul 27 15:39:40.023548 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:40.056558 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-e2cced04-e892-491b-8a6a-1b5c2c0d0228 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=d4ecf2bd-d571-408b-bd90-e14d9769b7ab HTTP/1.1" status: 200 len: 217 time: 0.0386801 Jul 27 15:39:40.108940 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-735ba139-994d-4a07-b44d-8456fc8606bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:40.110399 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-735ba139-994d-4a07-b44d-8456fc8606bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5d23d807-20b0-4c47-9d77-1f6d50a2e6cb HTTP/1.1" status: 200 len: 843 time: 0.0480630 Jul 27 15:39:40.158741 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-dfe43c9a-7a1f-4e62-8108-a6b3fc9be675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:40.160284 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-dfe43c9a-7a1f-4e62-8108-a6b3fc9be675 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=295f401e-0772-4cc3-931c-82495266f6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0433044 Jul 27 15:39:40.261745 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-2f619ead-92f2-48f7-aab3-09aa3c86c1d7 service neutron] 10.222.0.42 "GET /v2.0/networks/295f401e-0772-4cc3-931c-82495266f6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914371 Jul 27 15:39:40.316514 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:40.362256 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-dfc118d1-b437-47ab-b9d8-6a8cbe2c7e68 req-43fafd11-4f55-44bf-a591-152d416537b9 service neutron] 10.222.0.42 "GET /v2.0/networks/295f401e-0772-4cc3-931c-82495266f6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928075 Jul 27 15:39:40.525725 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bb8af-9411-42c7-bc23-f1073a187786 req-88488f67-3458-4fb1-90d7-6eae81570cd7 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:40.527213 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a32bb8af-9411-42c7-bc23-f1073a187786 req-88488f67-3458-4fb1-90d7-6eae81570cd7 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/ports?device_id=b36ec755-9f48-4fd1-b019-b4c1fb787a7b HTTP/1.1" status: 200 len: 947 time: 0.0473289 Jul 27 15:39:40.575464 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a32bb8af-9411-42c7-bc23-f1073a187786 req-38637db0-988f-4146-ba1c-30ac7fa8586c tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/security-groups?id=94981a65-f60f-4bd3-b503-9a8720c657d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419493 Jul 27 15:39:41.294658 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0db36-998b-45dc-94cc-7d10db46e8b8 req-79d49a33-af99-4501-aa12-5c8c4bd6bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:41.296198 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-20f0db36-998b-45dc-94cc-7d10db46e8b8 req-79d49a33-af99-4501-aa12-5c8c4bd6bcca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cadc46b48c824bfba28a4ecfb434e701&device_id=b36ec755-9f48-4fd1-b019-b4c1fb787a7b HTTP/1.1" status: 200 len: 1131 time: 0.0409575 Jul 27 15:39:41.393919 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0db36-998b-45dc-94cc-7d10db46e8b8 req-f6894f86-5798-44f5-a5b5-f7bc07ef7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:41.395390 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-20f0db36-998b-45dc-94cc-7d10db46e8b8 req-f6894f86-5798-44f5-a5b5-f7bc07ef7568 service neutron] 10.222.0.42 "GET /v2.0/networks?id=295f401e-0772-4cc3-931c-82495266f6fd HTTP/1.1" status: 200 len: 870 time: 0.0902441 Jul 27 15:39:41.435178 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-20f0db36-998b-45dc-94cc-7d10db46e8b8 req-86c4069b-354e-44ef-a6b2-cacad319ac3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=d4ecf2bd-d571-408b-bd90-e14d9769b7ab HTTP/1.1" status: 200 len: 217 time: 0.0330305 Jul 27 15:39:41.490932 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0db36-998b-45dc-94cc-7d10db46e8b8 req-3adf4b2c-80b5-4293-89f7-05e6303c0984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:41.492421 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-20f0db36-998b-45dc-94cc-7d10db46e8b8 req-3adf4b2c-80b5-4293-89f7-05e6303c0984 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5d23d807-20b0-4c47-9d77-1f6d50a2e6cb HTTP/1.1" status: 200 len: 843 time: 0.0446725 Jul 27 15:39:41.663158 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:DELETE=10,neutron:SELECT=79,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:41.706194 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043830c-1a39-4abc-9ce0-1e2d972b56d2 req-b1826e4d-a1ac-46a2-bb81-ba0fcfc7a700 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:41.707803 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e043830c-1a39-4abc-9ce0-1e2d972b56d2 req-b1826e4d-a1ac-46a2-bb81-ba0fcfc7a700 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/ports?device_id=b36ec755-9f48-4fd1-b019-b4c1fb787a7b HTTP/1.1" status: 200 len: 947 time: 0.0539145 Jul 27 15:39:41.767072 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e043830c-1a39-4abc-9ce0-1e2d972b56d2 req-03ade49e-6421-4631-84aa-ccf3e238ad26 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/security-groups?id=94981a65-f60f-4bd3-b503-9a8720c657d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438280 Jul 27 15:39:41.805718 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0db36-998b-45dc-94cc-7d10db46e8b8 req-6ef0d285-f62d-4bff-a26d-f3cb90223d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:41.807283 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-20f0db36-998b-45dc-94cc-7d10db46e8b8 req-6ef0d285-f62d-4bff-a26d-f3cb90223d66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=295f401e-0772-4cc3-931c-82495266f6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.3082392 Jul 27 15:39:41.908898 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-20f0db36-998b-45dc-94cc-7d10db46e8b8 req-e90985bd-cc68-410f-a6d9-e4c876cd5c52 service neutron] 10.222.0.42 "GET /v2.0/networks/295f401e-0772-4cc3-931c-82495266f6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907130 Jul 27 15:39:42.008426 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-20f0db36-998b-45dc-94cc-7d10db46e8b8 req-979022e6-44af-42b7-b67a-bb8c75b24f1c service neutron] 10.222.0.42 "GET /v2.0/networks/295f401e-0772-4cc3-931c-82495266f6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895324 Jul 27 15:39:42.888725 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb80073-2612-4f74-af2f-f68b7a4c85d9 req-ae93be48-04eb-4e40-ab7c-f96c4234e012 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:42.890249 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9fb80073-2612-4f74-af2f-f68b7a4c85d9 req-ae93be48-04eb-4e40-ab7c-f96c4234e012 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/ports?device_id=b36ec755-9f48-4fd1-b019-b4c1fb787a7b HTTP/1.1" status: 200 len: 947 time: 0.0498376 Jul 27 15:39:42.940219 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9fb80073-2612-4f74-af2f-f68b7a4c85d9 req-7cba96e8-c668-408e-9327-9502628cd1cd tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/security-groups?id=94981a65-f60f-4bd3-b503-9a8720c657d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442002 Jul 27 15:39:43.131885 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device d4ecf2bd-d571-408b-bd90-e14d9769b7ab details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:39:43.296450 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port d4ecf2bd-d571-408b-bd90-e14d9769b7ab, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d4ecf2bd-d571-408b-bd90-e14d9769b7ab,segment=NetworkSegment(039ebd5a-ec2c-4b80-97c6-5ee2db211c61),segment_id=039ebd5a-ec2c-4b80-97c6-5ee2db211c61)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:39:43.309937 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': 'd4ecf2bd-d571-408b-bd90-e14d9769b7ab', 'network_id': '295f401e-0772-4cc3-931c-82495266f6fd', 'port_id': 'd4ecf2bd-d571-408b-bd90-e14d9769b7ab', 'mac_address': 'fa:16:3e:b1:e3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d23d807-20b0-4c47-9d77-1f6d50a2e6cb', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:39:43.335783 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:43.351139 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port d4ecf2bd-d571-408b-bd90-e14d9769b7ab is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:39:43.351527 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d4ecf2bd-d571-408b-bd90-e14d9769b7ab), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:43.365008 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ecf2bd-d571-408b-bd90-e14d9769b7ab {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:39:43.385295 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port d4ecf2bd-d571-408b-bd90-e14d9769b7ab, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d4ecf2bd-d571-408b-bd90-e14d9769b7ab,segment=NetworkSegment(039ebd5a-ec2c-4b80-97c6-5ee2db211c61),segment_id=039ebd5a-ec2c-4b80-97c6-5ee2db211c61)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:39:43.390146 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (d4ecf2bd-d571-408b-bd90-e14d9769b7ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:43.438863 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=d4ecf2bd-d571-408b-bd90-e14d9769b7ab,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:43.446391 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:43.446730 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:43.447069 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:43.447407 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:43.447736 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:43.448085 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:43.448408 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:43.448725 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:43.449047 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:43.449364 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:43.449678 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:43.449995 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:43.450309 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:43.450623 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:43.450938 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:43.659692 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['d4ecf2bd-d571-408b-bd90-e14d9769b7ab'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:39:43.755639 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:44.064191 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c29f8-391a-4650-9aab-0b167f0f4255 req-6b6d4cdb-e0bf-4616-b82c-1fa0734941f1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:44.065739 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e1c29f8-391a-4650-9aab-0b167f0f4255 req-6b6d4cdb-e0bf-4616-b82c-1fa0734941f1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/ports?device_id=b36ec755-9f48-4fd1-b019-b4c1fb787a7b HTTP/1.1" status: 200 len: 948 time: 0.0495193 Jul 27 15:39:44.114616 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8e1c29f8-391a-4650-9aab-0b167f0f4255 req-28d760a5-568b-4658-9d99-bbeb6f3c870b tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/security-groups?id=94981a65-f60f-4bd3-b503-9a8720c657d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433133 Jul 27 15:39:45.128586 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device d4ecf2bd-d571-408b-bd90-e14d9769b7ab up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:39:45.175910 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port d4ecf2bd-d571-408b-bd90-e14d9769b7ab completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:39:45.184384 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port d4ecf2bd-d571-408b-bd90-e14d9769b7ab triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:39:45.184817 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (d4ecf2bd-d571-408b-bd90-e14d9769b7ab), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:45.250549 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48071a50-500d-4146-8891-aecdf680d79f req-b9e7f2ee-18b9-4fd6-96ad-37d9220a972b tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:45.252151 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-48071a50-500d-4146-8891-aecdf680d79f req-b9e7f2ee-18b9-4fd6-96ad-37d9220a972b tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/ports?device_id=b36ec755-9f48-4fd1-b019-b4c1fb787a7b HTTP/1.1" status: 200 len: 948 time: 0.0570924 Jul 27 15:39:45.269998 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port d4ecf2bd-d571-408b-bd90-e14d9769b7ab is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:39:45.270387 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (d4ecf2bd-d571-408b-bd90-e14d9769b7ab), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:45.295944 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36ec755-9f48-4fd1-b019-b4c1fb787a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ecf2bd-d571-408b-bd90-e14d9769b7ab'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:39:45.299021 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f9e324-b988-4592-bcf3-ddf88406aa33" -d '{"events": [{"server_uuid": "b36ec755-9f48-4fd1-b019-b4c1fb787a7b", "name": "network-vif-plugged", "status": "completed", "tag": "d4ecf2bd-d571-408b-bd90-e14d9769b7ab"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:39:45.314448 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port d4ecf2bd-d571-408b-bd90-e14d9769b7ab, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d4ecf2bd-d571-408b-bd90-e14d9769b7ab,segment=NetworkSegment(039ebd5a-ec2c-4b80-97c6-5ee2db211c61),segment_id=039ebd5a-ec2c-4b80-97c6-5ee2db211c61)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:39:45.315456 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-48071a50-500d-4146-8891-aecdf680d79f req-89519462-96aa-4515-a8f6-ddd9f6e4d65b tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/security-groups?id=94981a65-f60f-4bd3-b503-9a8720c657d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571856 Jul 27 15:39:45.320684 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (d4ecf2bd-d571-408b-bd90-e14d9769b7ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:45.383168 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=d4ecf2bd-d571-408b-bd90-e14d9769b7ab,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:45.482500 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7a6031-d152-4d38-9448-d9b9391cbcb8 x-openstack-request-id: req-1c7a6031-d152-4d38-9448-d9b9391cbcb8 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:39:45.482797 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36ec755-9f48-4fd1-b019-b4c1fb787a7b", "name": "network-vif-plugged", "status": "completed", "tag": "d4ecf2bd-d571-408b-bd90-e14d9769b7ab", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:39:45.483053 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c7a6031-d152-4d38-9448-d9b9391cbcb8 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:39:45.483454 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c7a6031-d152-4d38-9448-d9b9391cbcb8'] response: {'server_uuid': 'b36ec755-9f48-4fd1-b019-b4c1fb787a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ecf2bd-d571-408b-bd90-e14d9769b7ab', 'code': 200} Jul 27 15:39:45.670531 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333010a7-5e76-4eca-893c-c2ad075997b5 req-ba1662f3-eaa1-429a-9fad-047c4651eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:45.671986 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-333010a7-5e76-4eca-893c-c2ad075997b5 req-ba1662f3-eaa1-429a-9fad-047c4651eaa4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b36ec755-9f48-4fd1-b019-b4c1fb787a7b HTTP/1.1" status: 200 len: 1133 time: 0.0398369 Jul 27 15:39:45.711058 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:45.723485 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-333010a7-5e76-4eca-893c-c2ad075997b5 req-3f89d7e2-5e98-48a0-baa1-7f1b305631e7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=94981a65-f60f-4bd3-b503-9a8720c657d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452950 Jul 27 15:39:46.438231 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72f603-aa14-43d1-add7-de296121cf64 req-f196aac2-9eab-4b18-bd3f-ad29865f6045 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:46.439741 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9f72f603-aa14-43d1-add7-de296121cf64 req-f196aac2-9eab-4b18-bd3f-ad29865f6045 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/ports?device_id=b36ec755-9f48-4fd1-b019-b4c1fb787a7b HTTP/1.1" status: 200 len: 949 time: 0.0483727 Jul 27 15:39:46.493661 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9f72f603-aa14-43d1-add7-de296121cf64 req-a267df5c-4d60-487e-8f36-a5f3cdb4aa33 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/security-groups?id=94981a65-f60f-4bd3-b503-9a8720c657d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480611 Jul 27 15:39:47.102036 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3d66-4bd5-46f1-9142-3d0780afd7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:47.622202 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00037eb-31eb-42d5-9b7d-326af8c9b463 req-9251ca6e-642c-4709-a410-69d73973cf82 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:47.623640 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b00037eb-31eb-42d5-9b7d-326af8c9b463 req-9251ca6e-642c-4709-a410-69d73973cf82 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/ports?device_id=b36ec755-9f48-4fd1-b019-b4c1fb787a7b HTTP/1.1" status: 200 len: 949 time: 0.0525436 Jul 27 15:39:47.673045 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b00037eb-31eb-42d5-9b7d-326af8c9b463 req-c9bb6cdd-ed87-47c8-b9e3-b99ec8be0430 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/security-groups?id=94981a65-f60f-4bd3-b503-9a8720c657d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433340 Jul 27 15:39:47.944491 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fc625-b5ae-4a2b-9900-11c5f29acde8 req-9eaf80d3-8b7a-404f-bb28-7fff2d695ce1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:47.944491 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1e3fc625-b5ae-4a2b-9900-11c5f29acde8 req-9eaf80d3-8b7a-404f-bb28-7fff2d695ce1 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/ports?device_id=b36ec755-9f48-4fd1-b019-b4c1fb787a7b HTTP/1.1" status: 200 len: 949 time: 0.0483201 Jul 27 15:39:47.994650 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1e3fc625-b5ae-4a2b-9900-11c5f29acde8 req-6b951160-c295-49df-b0be-c1e31223bdf8 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/security-groups?id=94981a65-f60f-4bd3-b503-9a8720c657d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445058 Jul 27 15:39:49.102693 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:49.119378 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c62648-ca79-4461-be76-6ff1f34c9a47 req-e23d0f0a-9f43-4f82-bb4a-47032a68d9c8 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:49.120937 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-83c62648-ca79-4461-be76-6ff1f34c9a47 req-e23d0f0a-9f43-4f82-bb4a-47032a68d9c8 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/ports?device_id=b36ec755-9f48-4fd1-b019-b4c1fb787a7b HTTP/1.1" status: 200 len: 949 time: 0.0506003 Jul 27 15:39:49.169317 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-83c62648-ca79-4461-be76-6ff1f34c9a47 req-721a5176-f246-49eb-bd5f-06d45d34a82a tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/security-groups?id=94981a65-f60f-4bd3-b503-9a8720c657d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428538 Jul 27 15:39:49.324643 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dc648208-427b-4357-97ee-490d305f034f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:49.383482 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4988eef-d614-4f54-a3f2-a149b00f7c16 req-d290b100-1044-44f4-8b70-ffe4c4f9560f tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:49.385028 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c4988eef-d614-4f54-a3f2-a149b00f7c16 req-d290b100-1044-44f4-8b70-ffe4c4f9560f tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ec755-9f48-4fd1-b019-b4c1fb787a7b HTTP/1.1" status: 200 len: 949 time: 0.0559502 Jul 27 15:39:49.517599 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-c4988eef-d614-4f54-a3f2-a149b00f7c16 req-0716daa6-3bfc-4c56-aea7-930f18524c98 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Deleting port d4ecf2bd-d571-408b-bd90-e14d9769b7ab {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:39:49.517948 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-c4988eef-d614-4f54-a3f2-a149b00f7c16 req-0716daa6-3bfc-4c56-aea7-930f18524c98 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (d4ecf2bd-d571-408b-bd90-e14d9769b7ab), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:49.541945 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731421ef-68ef-4d38-804a-ce281b368d0e req-9b0db083-7383-48b5-8b2a-f1317f04edd4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:49.543455 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-731421ef-68ef-4d38-804a-ce281b368d0e req-9b0db083-7383-48b5-8b2a-f1317f04edd4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0720665 Jul 27 15:39:49.649055 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-731421ef-68ef-4d38-804a-ce281b368d0e req-e6f29aad-6ec5-4be5-957b-17bb29b836b5 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751665 Jul 27 15:39:49.665492 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-c4988eef-d614-4f54-a3f2-a149b00f7c16 req-0716daa6-3bfc-4c56-aea7-930f18524c98 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] For port d4ecf2bd-d571-408b-bd90-e14d9769b7ab, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d4ecf2bd-d571-408b-bd90-e14d9769b7ab,segment=NetworkSegment(039ebd5a-ec2c-4b80-97c6-5ee2db211c61),segment_id=039ebd5a-ec2c-4b80-97c6-5ee2db211c61)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:39:49.665866 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-c4988eef-d614-4f54-a3f2-a149b00f7c16 req-0716daa6-3bfc-4c56-aea7-930f18524c98 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (d4ecf2bd-d571-408b-bd90-e14d9769b7ab), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:49.680220 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-c4988eef-d614-4f54-a3f2-a149b00f7c16 req-0716daa6-3bfc-4c56-aea7-930f18524c98 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Calling delete_port for d4ecf2bd-d571-408b-bd90-e14d9769b7ab owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:39:49.816333 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-c4988eef-d614-4f54-a3f2-a149b00f7c16 req-0716daa6-3bfc-4c56-aea7-930f18524c98 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (d4ecf2bd-d571-408b-bd90-e14d9769b7ab), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:49.832215 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['d4ecf2bd-d571-408b-bd90-e14d9769b7ab'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:39:49.846141 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716daa6-3bfc-4c56-aea7-930f18524c98 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Pushing event deleted for resources: {'Port': ['ID=d4ecf2bd-d571-408b-bd90-e14d9769b7ab,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:49.894849 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4988eef-d614-4f54-a3f2-a149b00f7c16 req-0716daa6-3bfc-4c56-aea7-930f18524c98 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] No DVR routers for this DVR port d4ecf2bd-d571-408b-bd90-e14d9769b7ab on host hv-cinder-84131 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:39:49.897583 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-c4988eef-d614-4f54-a3f2-a149b00f7c16 req-0716daa6-3bfc-4c56-aea7-930f18524c98 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:49.901034 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c4988eef-d614-4f54-a3f2-a149b00f7c16 req-0716daa6-3bfc-4c56-aea7-930f18524c98 tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.42 "DELETE /v2.0/ports/d4ecf2bd-d571-408b-bd90-e14d9769b7ab HTTP/1.1" status: 204 len: 173 time: 0.5089271 Jul 27 15:39:49.901501 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36ec755-9f48-4fd1-b019-b4c1fb787a7b', 'name': 'network-vif-deleted', 'tag': 'd4ecf2bd-d571-408b-bd90-e14d9769b7ab'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:39:49.904568 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bbdabc-31f7-4383-afd8-682d95642f4b" -d '{"events": [{"server_uuid": "b36ec755-9f48-4fd1-b019-b4c1fb787a7b", "name": "network-vif-deleted", "tag": "d4ecf2bd-d571-408b-bd90-e14d9769b7ab"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:39:49.944964 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79668822-c33c-4638-8946-a45bc68abbd4 x-openstack-request-id: req-79668822-c33c-4638-8946-a45bc68abbd4 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:39:49.945246 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36ec755-9f48-4fd1-b019-b4c1fb787a7b", "name": "network-vif-deleted", "tag": "d4ecf2bd-d571-408b-bd90-e14d9769b7ab", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:39:49.945493 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-79668822-c33c-4638-8946-a45bc68abbd4 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:39:49.945904 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79668822-c33c-4638-8946-a45bc68abbd4'] response: {'server_uuid': 'b36ec755-9f48-4fd1-b019-b4c1fb787a7b', 'name': 'network-vif-deleted', 'tag': 'd4ecf2bd-d571-408b-bd90-e14d9769b7ab', 'status': 'completed', 'code': 200} Jul 27 15:39:50.290053 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-232c9df6-a502-47ae-b715-a63d0795d8cd req-b8c4fb79-eb82-4af6-adda-b7896e6a3d6a tempest-VolumesNegativeTest-2015109775 tempest-VolumesNegativeTest-2015109775-project] 10.222.0.36 "GET /v2.0/ports?device_id=b36ec755-9f48-4fd1-b019-b4c1fb787a7b HTTP/1.1" status: 200 len: 210 time: 0.0350053 Jul 27 15:39:50.773622 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150904-d0fe-4106-9bd2-1f633d696f96 req-777795bd-9256-47ea-b36e-bbedf795ca88 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:50.775082 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ab150904-d0fe-4106-9bd2-1f633d696f96 req-777795bd-9256-47ea-b36e-bbedf795ca88 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0521379 Jul 27 15:39:50.827208 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-ab150904-d0fe-4106-9bd2-1f633d696f96 req-78c1a01e-83b2-4a4c-82ae-3eaa7c0e6d0d tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465348 Jul 27 15:39:50.869629 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:51.965260 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4880-b384-4f44-828b-6749180421d0 req-f6238787-1a3f-414f-beaf-ef2f8c26c8ce tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:51.967046 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-220c4880-b384-4f44-828b-6749180421d0 req-f6238787-1a3f-414f-beaf-ef2f8c26c8ce tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0546472 Jul 27 15:39:52.021297 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-220c4880-b384-4f44-828b-6749180421d0 req-cb64d313-e171-414f-b38f-07da71af7ec7 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479596 Jul 27 15:39:52.096694 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:52.262758 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:53.148278 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff509c0-a6cb-4ed4-9246-096308d1b8bf req-bfb8e4fa-6276-49a5-814d-324950884bb3 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:53.149871 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0ff509c0-a6cb-4ed4-9246-096308d1b8bf req-bfb8e4fa-6276-49a5-814d-324950884bb3 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0535181 Jul 27 15:39:53.174148 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device d4ecf2bd-d571-408b-bd90-e14d9769b7ab no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:39:53.194650 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: d4ecf2bd-d571-408b-bd90-e14d9769b7ab {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:39:53.194988 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device d4ecf2bd-d571-408b-bd90-e14d9769b7ab not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:39:53.204777 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0ff509c0-a6cb-4ed4-9246-096308d1b8bf req-a82b3277-acee-44f9-9d32-08ddaf5ea807 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486264 Jul 27 15:39:53.833065 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:53.834514 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:54.348247 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d90fb4-ded4-4b66-bb88-2492f73abfdb req-83305565-f670-44a8-b5aa-11ee2162f7f5 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:54.349839 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-06d90fb4-ded4-4b66-bb88-2492f73abfdb req-83305565-f670-44a8-b5aa-11ee2162f7f5 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0550470 Jul 27 15:39:54.413737 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-06d90fb4-ded4-4b66-bb88-2492f73abfdb req-ea4b6b0e-3b55-4156-b09e-e34f07dbf34e tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540135 Jul 27 15:39:54.800974 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:39:55.532026 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49126) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:55.539390 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74270e2-ade1-4ba8-a4c5-d1ff23cf1761 req-d86f7a66-19d0-4481-b683-d9728a9d4c13 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:55.540936 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f74270e2-ade1-4ba8-a4c5-d1ff23cf1761 req-d86f7a66-19d0-4481-b683-d9728a9d4c13 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0517035 Jul 27 15:39:55.592627 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f74270e2-ade1-4ba8-a4c5-d1ff23cf1761 req-391bee9b-4048-4d3f-8163-4351e2d666a7 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460064 Jul 27 15:39:55.681277 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6b7572f2-f0ab-4036-9f61-dd2da1e6ba79 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cadc46b48c824bfba28a4ecfb434e701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480207 Jul 27 15:39:55.683881 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49130) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:55.734045 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f87c473c-1f6d-460e-b644-c1b395b8548e admin admin] Publish callbacks [] for security_group (94981a65-f60f-4bd3-b503-9a8720c657d6), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:55.756323 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f87c473c-1f6d-460e-b644-c1b395b8548e admin admin] Publish callbacks [] for security_group (94981a65-f60f-4bd3-b503-9a8720c657d6), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:55.806446 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f87c473c-1f6d-460e-b644-c1b395b8548e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (94981a65-f60f-4bd3-b503-9a8720c657d6), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:55.809109 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f87c473c-1f6d-460e-b644-c1b395b8548e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:55.810945 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f87c473c-1f6d-460e-b644-c1b395b8548e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94981a65-f60f-4bd3-b503-9a8720c657d6 HTTP/1.1" status: 204 len: 168 time: 0.1254294 Jul 27 15:39:55.819283 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c473c-1f6d-460e-b644-c1b395b8548e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94981a65-f60f-4bd3-b503-9a8720c657d6,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:56.451537 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49152) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:56.552324 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-7f508996-a4d5-4702-8b77-9706f58acb17 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-320589325-network', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:39:56.565811 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:56.573176 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f508996-a4d5-4702-8b77-9706f58acb17 admin admin] Made reservation on behalf of f40879b7ec11451a82501bf14592c04a for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:39:56.575606 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7f508996-a4d5-4702-8b77-9706f58acb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:56.584874 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7f508996-a4d5-4702-8b77-9706f58acb17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:56.610309 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:56.670251 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7f508996-a4d5-4702-8b77-9706f58acb17 admin admin] Publish callbacks [] for security_group (06d7ad66-f57d-4715-801a-f5265b0fcc73), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:56.683852 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7f508996-a4d5-4702-8b77-9706f58acb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (06d7ad66-f57d-4715-801a-f5265b0fcc73), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:56.730812 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f508996-a4d5-4702-8b77-9706f58acb17 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:39:56.745549 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c650a8d-74c3-41a0-95b3-6590ba755f36 req-1bcc5004-43a8-4d49-8444-50e71c56c7a6 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:56.747146 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9c650a8d-74c3-41a0-95b3-6590ba755f36 req-1bcc5004-43a8-4d49-8444-50e71c56c7a6 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0756340 Jul 27 15:39:56.757297 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f508996-a4d5-4702-8b77-9706f58acb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d7ad66-f57d-4715-801a-f5265b0fcc73,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:56.764866 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7f508996-a4d5-4702-8b77-9706f58acb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (088327b5-6aa0-4456-8182-7a5fce183968), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:56.765192 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-7f508996-a4d5-4702-8b77-9706f58acb17 admin admin] Added segment 088327b5-6aa0-4456-8182-7a5fce183968 of type vlan for network a9f2d62e-6002-4555-b49f-639cf150a235 Jul 27 15:39:56.831491 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7f508996-a4d5-4702-8b77-9706f58acb17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (a9f2d62e-6002-4555-b49f-639cf150a235), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:56.851924 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9c650a8d-74c3-41a0-95b3-6590ba755f36 req-0b91105d-f4e0-4e66-8289-6749d0d2c9b8 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978732 Jul 27 15:39:56.871652 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7f508996-a4d5-4702-8b77-9706f58acb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (a9f2d62e-6002-4555-b49f-639cf150a235), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:56.872714 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f508996-a4d5-4702-8b77-9706f58acb17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:56.873370 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-7f508996-a4d5-4702-8b77-9706f58acb17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:56.940066 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-7f508996-a4d5-4702-8b77-9706f58acb17 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4873319 Jul 27 15:39:56.943005 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49158) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:56.943943 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f508996-a4d5-4702-8b77-9706f58acb17 admin admin] Pushing event updated for resources: {'Network': ['ID=a9f2d62e-6002-4555-b49f-639cf150a235,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:56.949364 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-f3fdafc5-d76a-47e0-807a-857448ae190f admin admin] Request body: {'subnet': {'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-320589325-subnet', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:39:56.956151 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network a9f2d62e-6002-4555-b49f-639cf150a235 details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:39:56.971964 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:56.976875 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fdafc5-d76a-47e0-807a-857448ae190f admin admin] Made reservation on behalf of f40879b7ec11451a82501bf14592c04a for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:39:56.979383 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f3fdafc5-d76a-47e0-807a-857448ae190f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9007690'] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:57.065859 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:57.160419 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f3fdafc5-d76a-47e0-807a-857448ae190f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9021833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9007716'] for subnet (682750ee-a44e-4d0d-9b2a-ae50dcd83f80), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:57.216298 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdafc5-d76a-47e0-807a-857448ae190f admin admin] Pushing event updated for resources: {'Subnet': ['ID=682750ee-a44e-4d0d-9b2a-ae50dcd83f80,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:57.234323 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fdafc5-d76a-47e0-807a-857448ae190f admin admin] Checking segment: {'id': '088327b5-6aa0-4456-8182-7a5fce183968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:39:57.234684 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fdafc5-d76a-47e0-807a-857448ae190f admin admin] Network hostable DHCP agents. Network: a9f2d62e-6002-4555-b49f-639cf150a235, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:39:57.253377 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fdafc5-d76a-47e0-807a-857448ae190f admin admin] Network a9f2d62e-6002-4555-b49f-639cf150a235 is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:39:57.265522 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-f3fdafc5-d76a-47e0-807a-857448ae190f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, a9f2d62e-6002-4555-b49f-639cf150a235) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:39:57.269691 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fdafc5-d76a-47e0-807a-857448ae190f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:57.270274 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-f3fdafc5-d76a-47e0-807a-857448ae190f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:57.275763 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9e2ff8-d3a7-45d8-ae27-4a292afc71e3 None None] Network a9f2d62e-6002-4555-b49f-639cf150a235 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:39:57.292372 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-f3fdafc5-d76a-47e0-807a-857448ae190f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3482249 Jul 27 15:39:57.293083 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49160) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:57.297450 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-320589325-router', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:39:57.321866 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (a4ea0967-9bf6-4ddc-9994-1d00c8af8b05), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:57.323015 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (a4ea0967-9bf6-4ddc-9994-1d00c8af8b05), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:57.377774 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Publish callbacks [] for router_controller (a4ea0967-9bf6-4ddc-9994-1d00c8af8b05), precommit_add_association {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:57.385545 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ed9012-b7a2-53ef-b07c-df57315a4421-a9f2d62e-6002-4555-b49f-639cf150a235', 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235', 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'fixed_ips': [{'subnet_id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80'}]}} from dv-cinder-841315-2-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 15:39:57.386598 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:57.463441 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:57.524698 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Publish callbacks [] for router_gateway (a4ea0967-9bf6-4ddc-9994-1d00c8af8b05), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:57.547173 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Allocated IP 172.20.0.2 (a9f2d62e-6002-4555-b49f-639cf150a235/682750ee-a44e-4d0d-9b2a-ae50dcd83f80/6764b99e-4c03-4eeb-8859-f2ac6a567ab1) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:39:57.682545 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:57.702371 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Publish callbacks [] for port (6764b99e-4c03-4eeb-8859-f2ac6a567ab1), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:57.709727 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (6764b99e-4c03-4eeb-8859-f2ac6a567ab1), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:57.712880 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Publish callbacks [] for router_gateway (a4ea0967-9bf6-4ddc-9994-1d00c8af8b05), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:57.733194 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:57.745710 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Network a9f2d62e-6002-4555-b49f-639cf150a235 is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:39:57.749612 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:39:57.755612 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:39:57.768512 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Pushing event updated for resources: {'Port': ['ID=6764b99e-4c03-4eeb-8859-f2ac6a567ab1,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:57.821484 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Attempting to bind port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:39:57.821867 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Attempting to bind port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '088327b5-6aa0-4456-8182-7a5fce183968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:39:57.822231 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Attempting to bind port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 on network a9f2d62e-6002-4555-b49f-639cf150a235 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:39:57.827861 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:39:57.828246 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Checking segment: {'id': '088327b5-6aa0-4456-8182-7a5fce183968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:39:57.828655 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:57.829050 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Bound using segment: {'id': '088327b5-6aa0-4456-8182-7a5fce183968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:39:57.829523 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Bound port: 6764b99e-4c03-4eeb-8859-f2ac6a567ab1, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088327b5-6aa0-4456-8182-7a5fce183968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:39:57.829905 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (6764b99e-4c03-4eeb-8859-f2ac6a567ab1), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:57.847014 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Allocated IP 172.27.1.120 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/b5bebd4e-5982-429b-9415-8840cfaa9afe) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:39:57.895150 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] For port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:39:57.898755 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] For port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=6764b99e-4c03-4eeb-8859-f2ac6a567ab1,segment=NetworkSegment(088327b5-6aa0-4456-8182-7a5fce183968),segment_id=088327b5-6aa0-4456-8182-7a5fce183968)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:39:57.901845 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:57.908637 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (6764b99e-4c03-4eeb-8859-f2ac6a567ab1), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:58.000573 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:58.017376 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b5310-b7a3-4c31-87e4-5dd5dc88f935 req-88ff1bc7-ccda-4167-8633-2c63dcde32cc tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:58.019055 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f98b5310-b7a3-4c31-87e4-5dd5dc88f935 req-88ff1bc7-ccda-4167-8633-2c63dcde32cc tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0819185 Jul 27 15:39:58.022241 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Publish callbacks [] for port (b5bebd4e-5982-429b-9415-8840cfaa9afe), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:58.100451 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-f98b5310-b7a3-4c31-87e4-5dd5dc88f935 req-35db6b1a-5305-4753-84a9-2927c14c0f3d tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707958 Jul 27 15:39:58.100893 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe32d0-78c2-48c8-8d3b-f3ae130bf1f6 None None] Pushing event updated for resources: {'Port': ['ID=6764b99e-4c03-4eeb-8859-f2ac6a567ab1,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:58.114062 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (b5bebd4e-5982-429b-9415-8840cfaa9afe), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:58.163571 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:39:58.167157 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:39:58.169761 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Pushing event updated for resources: {'Port': ['ID=b5bebd4e-5982-429b-9415-8840cfaa9afe,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:58.171977 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:39:58.436951 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Publish callbacks [] for router_gateway (a4ea0967-9bf6-4ddc-9994-1d00c8af8b05), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:58.628892 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374406'] for router (a4ea0967-9bf6-4ddc-9994-1d00c8af8b05), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:58.761854 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 is scheduled to L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 with binding_index 1 {{(pid=103935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 15:39:58.847695 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:58.887404 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:39:58.893862 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:58.899882 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Sync routers for ids ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:39:58.912003 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Routers {'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:39:58.912644 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:39:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:39:58.915602 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:58.917174 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b9bab7cc-5343-467d-b5ff-527d8cfb433b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6231098 Jul 27 15:39:58.920191 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49164) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:39:58.935329 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:39:58.987687 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:39:58.988486 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (6764b99e-4c03-4eeb-8859-f2ac6a567ab1), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:59.051983 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Set router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:39:59.078050 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:39:59.078593 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (6764b99e-4c03-4eeb-8859-f2ac6a567ab1), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:59.095061 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117c4aa5-b752-42c0-afd7-a8969b412557 None None] Network a9f2d62e-6002-4555-b49f-639cf150a235 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:39:59.152875 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-3a8f332e-7f2a-4711-8382-06ad3486a532 None None] Provisioning complete for port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:39:59.153617 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3a8f332e-7f2a-4711-8382-06ad3486a532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (6764b99e-4c03-4eeb-8859-f2ac6a567ab1), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:59.192018 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:59.220586 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=6764b99e-4c03-4eeb-8859-f2ac6a567ab1,segment=NetworkSegment(088327b5-6aa0-4456-8182-7a5fce183968),segment_id=088327b5-6aa0-4456-8182-7a5fce183968)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:39:59.234062 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (6764b99e-4c03-4eeb-8859-f2ac6a567ab1), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:59.265336 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'name': 'tempest-TestMinimumBasicScenario-320589325-router', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:39:58Z', 'revision_number': 3, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'gw_port': {'id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:39:59.284211 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf69cd-8a6d-4ab7-a32e-604fafcbc0fb req-5624187c-4b34-4a22-9132-72d78cd8c755 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:59.286049 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-54cf69cd-8a6d-4ab7-a32e-604fafcbc0fb req-5624187c-4b34-4a22-9132-72d78cd8c755 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0897617 Jul 27 15:39:59.299097 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Checking router: a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:39:59.299445 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Updating router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 port b5bebd4e-5982-429b-9415-8840cfaa9afe binding host dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:39:59.333487 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (b5bebd4e-5982-429b-9415-8840cfaa9afe), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:59.345008 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:59.358780 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=6764b99e-4c03-4eeb-8859-f2ac6a567ab1,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:59.369607 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-3a8f332e-7f2a-4711-8382-06ad3486a532 None None] Current status of the port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:39:59.421870 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-54cf69cd-8a6d-4ab7-a32e-604fafcbc0fb req-506a491e-8f3e-4c5f-8e33-98e3488ba40b tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100662 Jul 27 15:39:59.488231 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:59.550697 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:59.642692 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Publish callbacks [] for port (b5bebd4e-5982-429b-9415-8840cfaa9afe), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:59.649558 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (b5bebd4e-5982-429b-9415-8840cfaa9afe), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:59.666707 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Allocated IP 172.20.0.1 (a9f2d62e-6002-4555-b49f-639cf150a235/682750ee-a44e-4d0d-9b2a-ae50dcd83f80/c9600483-9c49-45a9-841f-89c531dec3f4) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:39:59.689340 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683c168-1f05-497b-abeb-35d659dd9253 req-15b76ef3-90ac-401c-be0e-9ee739e1b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:59.690898 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e683c168-1f05-497b-abeb-35d659dd9253 req-15b76ef3-90ac-401c-be0e-9ee739e1b213 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f420f7f5f5947088f23da2dab9f0fd7&device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 1129 time: 0.0516331 Jul 27 15:39:59.702946 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-7ea26a8c-fd12-4505-b503-1c7f435f9c4f None None] Provisioning complete for port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:39:59.703577 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7ea26a8c-fd12-4505-b503-1c7f435f9c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (6764b99e-4c03-4eeb-8859-f2ac6a567ab1), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:59.712315 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Attempting to bind port b5bebd4e-5982-429b-9415-8840cfaa9afe on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:39:59.712710 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Attempting to bind port b5bebd4e-5982-429b-9415-8840cfaa9afe by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:39:59.713762 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Attempting to bind port b5bebd4e-5982-429b-9415-8840cfaa9afe on network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:39:59.726608 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:39:59.726978 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Checking segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:39:59.727376 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:59.727763 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Bound using segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:39:59.728264 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Bound port: b5bebd4e-5982-429b-9415-8840cfaa9afe, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:39:59.728643 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (b5bebd4e-5982-429b-9415-8840cfaa9afe), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:59.753821 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76287b-5a86-4020-a54b-35c3356e1348 None None] Pushing event updated for resources: {'Port': ['ID=b5bebd4e-5982-429b-9415-8840cfaa9afe,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:59.772077 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76287b-5a86-4020-a54b-35c3356e1348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:59.772419 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76287b-5a86-4020-a54b-35c3356e1348 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:59.772758 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76287b-5a86-4020-a54b-35c3356e1348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:59.773087 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76287b-5a86-4020-a54b-35c3356e1348 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:59.773413 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76287b-5a86-4020-a54b-35c3356e1348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:59.773735 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76287b-5a86-4020-a54b-35c3356e1348 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:59.774056 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76287b-5a86-4020-a54b-35c3356e1348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:59.774374 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76287b-5a86-4020-a54b-35c3356e1348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:59.774695 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76287b-5a86-4020-a54b-35c3356e1348 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:59.775011 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76287b-5a86-4020-a54b-35c3356e1348 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:59.775329 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76287b-5a86-4020-a54b-35c3356e1348 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:59.775648 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76287b-5a86-4020-a54b-35c3356e1348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:59.775991 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76287b-5a86-4020-a54b-35c3356e1348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:59.776308 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76287b-5a86-4020-a54b-35c3356e1348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:59.776619 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba76287b-5a86-4020-a54b-35c3356e1348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:39:59.794608 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Publish callbacks [] for port (c9600483-9c49-45a9-841f-89c531dec3f4), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:59.801990 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-7ea26a8c-fd12-4505-b503-1c7f435f9c4f None None] Current status of the port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:39:59.811956 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] For port b5bebd4e-5982-429b-9415-8840cfaa9afe, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:39:59.816122 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] For port b5bebd4e-5982-429b-9415-8840cfaa9afe, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=b5bebd4e-5982-429b-9415-8840cfaa9afe,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:39:59.823118 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (b5bebd4e-5982-429b-9415-8840cfaa9afe), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:59.828772 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:59.839381 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683c168-1f05-497b-abeb-35d659dd9253 req-68db1a85-c1ea-42d1-b9fd-570e37f1bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:39:59.841617 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e683c168-1f05-497b-abeb-35d659dd9253 req-68db1a85-c1ea-42d1-b9fd-570e37f1bcbc service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fd80b0f-495d-4f71-90b9-50d0753d3896 HTTP/1.1" status: 200 len: 909 time: 0.1400700 Jul 27 15:39:59.853705 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:39:59.871982 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Network a9f2d62e-6002-4555-b49f-639cf150a235 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:39:59.880005 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:39:59.884335 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:39:59.892315 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76287b-5a86-4020-a54b-35c3356e1348 None None] Pushing event updated for resources: {'Port': ['ID=b5bebd4e-5982-429b-9415-8840cfaa9afe,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:59.896657 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Routers {'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:39:59.897220 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:39:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:39:59.910370 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c9600483-9c49-45a9-841f-89c531dec3f4,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:39:59.931031 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500358'] for router_interface (a4ea0967-9bf6-4ddc-9994-1d00c8af8b05), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:39:59.935794 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e683c168-1f05-497b-abeb-35d659dd9253 req-fe0c35ce-38bc-40c4-8b05-16dd3dfbc821 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89a43d90-e38e-4f3f-b165-519e1d370bb5 HTTP/1.1" status: 200 len: 1000 time: 0.0837429 Jul 27 15:39:59.998344 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683c168-1f05-497b-abeb-35d659dd9253 req-d412d9db-f0fb-4dda-9439-6306aa923b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:00.000098 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e683c168-1f05-497b-abeb-35d659dd9253 req-d412d9db-f0fb-4dda-9439-6306aa923b02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa HTTP/1.1" status: 200 len: 847 time: 0.0567560 Jul 27 15:40:00.044636 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] Set router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:40:00.062880 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683c168-1f05-497b-abeb-35d659dd9253 req-569b27a4-3829-4ce2-b971-356eaf78650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:00.065164 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:00.065476 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e683c168-1f05-497b-abeb-35d659dd9253 req-569b27a4-3829-4ce2-b971-356eaf78650e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fd80b0f-495d-4f71-90b9-50d0753d3896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561483 Jul 27 15:40:00.107684 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:00.181360 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e683c168-1f05-497b-abeb-35d659dd9253 req-e0d593eb-bb89-4c07-9660-2cc5b00a327c service neutron] 10.222.0.42 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037621 Jul 27 15:40:00.229070 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-42169db5-c0c7-47e8-ba34-5c9157c02711 None None] Provisioning complete for port c9600483-9c49-45a9-841f-89c531dec3f4 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:00.230100 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-42169db5-c0c7-47e8-ba34-5c9157c02711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:00.269130 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:00.271397 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:00.272204 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-42169db5-c0c7-47e8-ba34-5c9157c02711 None None] Port c9600483-9c49-45a9-841f-89c531dec3f4 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:40:00.302796 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e683c168-1f05-497b-abeb-35d659dd9253 req-d6c02abd-0b61-44fd-bfaa-3d75bce81fd5 service neutron] 10.222.0.42 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121202 Jul 27 15:40:00.316019 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Publish callbacks [] for port (c9600483-9c49-45a9-841f-89c531dec3f4), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:00.323387 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:00.333719 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'name': 'tempest-TestMinimumBasicScenario-320589325-router', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:39:58Z', 'revision_number': 3, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'gw_port': {'id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:40:00.359703 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995f30c-f0c7-4d1b-8f91-60e649ff6b61 None None] The sync data for ids ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'] in dv-cinder-841315-2-iscsi is: [{'id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'name': 'tempest-TestMinimumBasicScenario-320589325-router', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:39:58Z', 'revision_number': 3, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'gw_port': {'id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:40:00.401965 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c9600483-9c49-45a9-841f-89c531dec3f4,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:00.408612 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500474'] for router_interface (a4ea0967-9bf6-4ddc-9994-1d00c8af8b05), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:00.519066 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Network a9f2d62e-6002-4555-b49f-639cf150a235 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:40:00.520657 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:40:00.566363 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311e2fe-d219-4225-b13b-b37032579fa7 req-338cbe9b-5fc7-44a0-8bec-836a4ef3a19d tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:00.567993 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d311e2fe-d219-4225-b13b-b37032579fa7 req-338cbe9b-5fc7-44a0-8bec-836a4ef3a19d tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0612891 Jul 27 15:40:00.658297 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-d311e2fe-d219-4225-b13b-b37032579fa7 req-93881133-26a6-4362-bad4-e2d943848963 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843713 Jul 27 15:40:00.670634 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:00.691386 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:40:00.822311 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:40:00.829055 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bcbafe6d-8403-4e47-b846-2e0ffaac63d1 admin admin] 10.222.0.36 "PUT /v2.0/routers/a4ea0967-9bf6-4ddc-9994-1d00c8af8b05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9072466 Jul 27 15:40:00.900697 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-bcfeb8ba-c3bf-4bb8-934f-8ad905e3c657 None None] Provisioning complete for port c9600483-9c49-45a9-841f-89c531dec3f4 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:00.901715 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb8ba-c3bf-4bb8-934f-8ad905e3c657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:00.945308 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-bcfeb8ba-c3bf-4bb8-934f-8ad905e3c657 None None] Port c9600483-9c49-45a9-841f-89c531dec3f4 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:40:00.994337 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device b5bebd4e-5982-429b-9415-8840cfaa9afe up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:40:01.061053 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port b5bebd4e-5982-429b-9415-8840cfaa9afe triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:01.061430 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (b5bebd4e-5982-429b-9415-8840cfaa9afe), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:01.140037 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port b5bebd4e-5982-429b-9415-8840cfaa9afe is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:01.140252 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (b5bebd4e-5982-429b-9415-8840cfaa9afe), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:01.167638 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port b5bebd4e-5982-429b-9415-8840cfaa9afe, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=b5bebd4e-5982-429b-9415-8840cfaa9afe,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:40:01.172849 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (b5bebd4e-5982-429b-9415-8840cfaa9afe), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:01.174100 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:40:01.255563 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=b5bebd4e-5982-429b-9415-8840cfaa9afe,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:01.268761 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:01.269192 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (6764b99e-4c03-4eeb-8859-f2ac6a567ab1), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:01.361449 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:01.438595 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49184) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:40:01.443516 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-abb573c9-0d3a-412b-b370-7d24126254e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1366859566-network', 'tenant_id': '1b6573e415c34be2a6e743bac33ccdf2'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:40:01.466111 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb573c9-0d3a-412b-b370-7d24126254e2 admin admin] Made reservation on behalf of 1b6573e415c34be2a6e743bac33ccdf2 for: {'network': 1} {{(pid=103936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:40:01.468610 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-abb573c9-0d3a-412b-b370-7d24126254e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for network (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:01.477999 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-abb573c9-0d3a-412b-b370-7d24126254e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:01.572167 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-abb573c9-0d3a-412b-b370-7d24126254e2 admin admin] Publish callbacks [] for security_group (7b82dfb0-4e24-405c-a361-825142a73dee), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:01.576033 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-abb573c9-0d3a-412b-b370-7d24126254e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (7b82dfb0-4e24-405c-a361-825142a73dee), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:01.593999 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:01.603755 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb573c9-0d3a-412b-b370-7d24126254e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 15:40:01.616608 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb573c9-0d3a-412b-b370-7d24126254e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b82dfb0-4e24-405c-a361-825142a73dee,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:01.622859 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-abb573c9-0d3a-412b-b370-7d24126254e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (b5ff45f0-1c9b-447e-9981-fc8f27b3417a), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:01.623201 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.segments_db [None req-abb573c9-0d3a-412b-b370-7d24126254e2 admin admin] Added segment b5ff45f0-1c9b-447e-9981-fc8f27b3417a of type vlan for network 46412378-046f-46ae-bb8b-781f3e7245ba Jul 27 15:40:01.666272 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-abb573c9-0d3a-412b-b370-7d24126254e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768357601145'] for network (46412378-046f-46ae-bb8b-781f3e7245ba), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:01.692886 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-abb573c9-0d3a-412b-b370-7d24126254e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763'] for network (46412378-046f-46ae-bb8b-781f3e7245ba), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:01.693849 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb573c9-0d3a-412b-b370-7d24126254e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:01.694429 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-abb573c9-0d3a-412b-b370-7d24126254e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:01.770033 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-abb573c9-0d3a-412b-b370-7d24126254e2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3302839 Jul 27 15:40:01.772914 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49188) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:40:01.778510 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-b418ae33-c4dc-4802-8e23-72b42e530b46 admin admin] Request body: {'subnet': {'network_id': '46412378-046f-46ae-bb8b-781f3e7245ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1366859566-subnet', 'tenant_id': '1b6573e415c34be2a6e743bac33ccdf2', 'ip_version': 4}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:40:01.800671 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b418ae33-c4dc-4802-8e23-72b42e530b46 admin admin] Made reservation on behalf of 1b6573e415c34be2a6e743bac33ccdf2 for: {'subnet': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:40:01.803675 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb573c9-0d3a-412b-b370-7d24126254e2 admin admin] Pushing event updated for resources: {'Network': ['ID=46412378-046f-46ae-bb8b-781f3e7245ba,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:01.803880 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b418ae33-c4dc-4802-8e23-72b42e530b46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9007690'] for subnet (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:01.816312 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e931a-1331-4bbb-b1e9-54d5c9d608e4 req-9fccdc66-1460-4e74-8b08-b0f8a2f64767 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:01.817428 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Network 46412378-046f-46ae-bb8b-781f3e7245ba details requested by agent ovs-agent-dv-cinder-841315-2-iscsi with host dv-cinder-841315-2-iscsi {{(pid=103937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 15:40:01.817850 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d39e931a-1331-4bbb-b1e9-54d5c9d608e4 req-9fccdc66-1460-4e74-8b08-b0f8a2f64767 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0670650 Jul 27 15:40:01.899648 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d39e931a-1331-4bbb-b1e9-54d5c9d608e4 req-ac53592d-099f-47b9-abb4-313ad2c9d26a tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730507 Jul 27 15:40:02.025018 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b418ae33-c4dc-4802-8e23-72b42e530b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9021833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9007716'] for subnet (881a3301-779d-48ae-b6e6-0556a160f9ed), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:02.084079 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418ae33-c4dc-4802-8e23-72b42e530b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=881a3301-779d-48ae-b6e6-0556a160f9ed,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:02.104780 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b418ae33-c4dc-4802-8e23-72b42e530b46 admin admin] Checking segment: {'id': 'b5ff45f0-1c9b-447e-9981-fc8f27b3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46412378-046f-46ae-bb8b-781f3e7245ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:40:02.105135 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b418ae33-c4dc-4802-8e23-72b42e530b46 admin admin] Network hostable DHCP agents. Network: 46412378-046f-46ae-bb8b-781f3e7245ba, hostable agents: ['af63991b-db78-4809-9a4a-6dd1e7d5ebb5'], hosted agents: [] {{(pid=103935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 15:40:02.119885 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:02.127358 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b418ae33-c4dc-4802-8e23-72b42e530b46 admin admin] Network 46412378-046f-46ae-bb8b-781f3e7245ba is scheduled to be hosted by DHCP agent af63991b-db78-4809-9a4a-6dd1e7d5ebb5 with binding_index 1 {{(pid=103935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 15:40:02.129757 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:02.139275 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [None req-b418ae33-c4dc-4802-8e23-72b42e530b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-2-iscsi, 46412378-046f-46ae-bb8b-781f3e7245ba) {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:40:02.143758 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b418ae33-c4dc-4802-8e23-72b42e530b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:02.144369 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-b418ae33-c4dc-4802-8e23-72b42e530b46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:02.152063 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb212a-afee-4c8b-96e7-ebe8760a156d None None] Network 46412378-046f-46ae-bb8b-781f3e7245ba requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:40:02.165839 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-b418ae33-c4dc-4802-8e23-72b42e530b46 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3916657 Jul 27 15:40:02.168439 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49190) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:40:02.177458 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1366859566-router', 'tenant_id': '1b6573e415c34be2a6e743bac33ccdf2', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:40:02.198714 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1449'] for router (28f88d5a-cd77-4d56-94e5-66455332193d), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:02.200444 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-374522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1440'] for router (28f88d5a-cd77-4d56-94e5-66455332193d), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:02.221141 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Sync routers for ids ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:40:02.234954 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:02.252409 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Routers {'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:40:02.253059 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:39:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:40:02.268520 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Publish callbacks [] for router_controller (28f88d5a-cd77-4d56-94e5-66455332193d), precommit_add_association {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:02.356128 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00ed9012-b7a2-53ef-b07c-df57315a4421-46412378-046f-46ae-bb8b-781f3e7245ba', 'network_id': '46412378-046f-46ae-bb8b-781f3e7245ba', 'project_id': '1b6573e415c34be2a6e743bac33ccdf2', 'fixed_ips': [{'subnet_id': '881a3301-779d-48ae-b6e6-0556a160f9ed'}]}} from dv-cinder-841315-2-iscsi. {{(pid=103937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 15:40:02.357065 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:02.422683 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Publish callbacks [] for router_gateway (28f88d5a-cd77-4d56-94e5-66455332193d), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:02.425705 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:02.465815 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Set router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:40:02.613591 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:02.632096 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Publish callbacks [] for router_gateway (28f88d5a-cd77-4d56-94e5-66455332193d), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:02.655340 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:02.658304 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.db_base_plugin_common [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Allocated IP 172.20.0.2 (46412378-046f-46ae-bb8b-781f3e7245ba/881a3301-779d-48ae-b6e6-0556a160f9ed/ef036d40-0c03-4833-b01e-89acdc856064) {{(pid=103937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:40:02.772396 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Allocated IP 172.27.1.157 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/4a7167d1-f67f-400b-915d-c429d5755dcc) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:40:02.890978 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device b5bebd4e-5982-429b-9415-8840cfaa9afe up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:40:02.904084 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Publish callbacks [] for port (4a7167d1-f67f-400b-915d-c429d5755dcc), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:02.944512 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'name': 'tempest-TestMinimumBasicScenario-320589325-router', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:00Z', 'revision_number': 4, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'gw_port': {'id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'c9600483-9c49-45a9-841f-89c531dec3f4', 'name': '', 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'mac_address': 'fa:16:3e:0d:0a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:59Z', 'updated_at': '2022-07-27T15:40:00Z', 'revision_number': 2, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'subnets': [{'id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:40:02.947866 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (4a7167d1-f67f-400b-915d-c429d5755dcc), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:02.958417 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:02.984909 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Checking router: a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:40:02.985183 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Updating router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 port c9600483-9c49-45a9-841f-89c531dec3f4 binding host dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:40:02.994178 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:40:03.002773 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:40:03.007260 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:40:03.036735 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4a7167d1-f67f-400b-915d-c429d5755dcc,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:03.054836 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:03.062124 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port b5bebd4e-5982-429b-9415-8840cfaa9afe triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:03.062800 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (b5bebd4e-5982-429b-9415-8840cfaa9afe), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:03.116378 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfc1b4-e059-4965-8bb5-7275bb390ff8 req-0c8ce50e-e164-470b-8b06-ea13a93a5139 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:03.118495 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-18dfc1b4-e059-4965-8bb5-7275bb390ff8 req-0c8ce50e-e164-470b-8b06-ea13a93a5139 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0902531 Jul 27 15:40:03.180785 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-18dfc1b4-e059-4965-8bb5-7275bb390ff8 req-301c1d1a-fd07-42b8-a085-0c2fe99d091f tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506911 Jul 27 15:40:03.187406 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:03.233312 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Publish callbacks [] for port (ef036d40-0c03-4833-b01e-89acdc856064), precommit_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:03.248115 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747'] for port (ef036d40-0c03-4833-b01e-89acdc856064), after_create {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:03.302613 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Network 46412378-046f-46ae-bb8b-781f3e7245ba is already hosted by enough agents. {{(pid=103937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:40:03.309561 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.scheduler.base_scheduler [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Resources bound (agent type, host, resource id): {{(pid=103937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:40:03.321129 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Received port after_create {{(pid=103937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:40:03.423216 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Pushing event updated for resources: {'Port': ['ID=ef036d40-0c03-4833-b01e-89acdc856064,revision_number=1']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:03.460652 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port b5bebd4e-5982-429b-9415-8840cfaa9afe is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:03.486329 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Attempting to bind port ef036d40-0c03-4833-b01e-89acdc856064 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:40:03.486721 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Attempting to bind port ef036d40-0c03-4833-b01e-89acdc856064 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': 'b5ff45f0-1c9b-447e-9981-fc8f27b3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46412378-046f-46ae-bb8b-781f3e7245ba'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:40:03.487088 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Attempting to bind port ef036d40-0c03-4833-b01e-89acdc856064 on network 46412378-046f-46ae-bb8b-781f3e7245ba {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:40:03.495721 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:40:03.496143 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Checking segment: {'id': 'b5ff45f0-1c9b-447e-9981-fc8f27b3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46412378-046f-46ae-bb8b-781f3e7245ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:40:03.496551 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:03.496986 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Bound using segment: {'id': 'b5ff45f0-1c9b-447e-9981-fc8f27b3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46412378-046f-46ae-bb8b-781f3e7245ba'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:40:03.497476 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Bound port: ef036d40-0c03-4833-b01e-89acdc856064, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ff45f0-1c9b-447e-9981-fc8f27b3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46412378-046f-46ae-bb8b-781f3e7245ba'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:40:03.497864 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (ef036d40-0c03-4833-b01e-89acdc856064), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:03.531429 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817272b-52fa-4012-9266-3618a6e82f5d req-27918a3c-8250-4732-b2df-84e040a3a4cb tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:03.536904 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a817272b-52fa-4012-9266-3618a6e82f5d req-27918a3c-8250-4732-b2df-84e040a3a4cb tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0733402 Jul 27 15:40:03.580884 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:03.584217 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Publish callbacks [] for router_gateway (28f88d5a-cd77-4d56-94e5-66455332193d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:03.610159 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-a817272b-52fa-4012-9266-3618a6e82f5d req-0b7cc9ed-ce88-4c43-b76f-ddd166502425 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718572 Jul 27 15:40:03.623865 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] For port ef036d40-0c03-4833-b01e-89acdc856064, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:40:03.640710 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:03.659429 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] For port ef036d40-0c03-4833-b01e-89acdc856064, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=ef036d40-0c03-4833-b01e-89acdc856064,segment=NetworkSegment(b5ff45f0-1c9b-447e-9981-fc8f27b3417a),segment_id=b5ff45f0-1c9b-447e-9981-fc8f27b3417a)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:40:03.671313 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (ef036d40-0c03-4833-b01e-89acdc856064), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:03.708693 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Publish callbacks [] for port (c9600483-9c49-45a9-841f-89c531dec3f4), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:03.720597 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:03.737654 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0bf8fd82-0c9c-4e19-bf46-d215563d8cc6 req-fbbd0d84-c91e-4622-9e28-54278ed5353c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2920990 Jul 27 15:40:03.776765 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a37db-bb0b-450d-b286-443c7ab9bd74 None None] Pushing event updated for resources: {'Port': ['ID=ef036d40-0c03-4833-b01e-89acdc856064,revision_number=2']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:03.874803 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Attempting to bind port c9600483-9c49-45a9-841f-89c531dec3f4 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:40:03.874803 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Attempting to bind port c9600483-9c49-45a9-841f-89c531dec3f4 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '088327b5-6aa0-4456-8182-7a5fce183968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:40:03.874803 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Attempting to bind port c9600483-9c49-45a9-841f-89c531dec3f4 on network a9f2d62e-6002-4555-b49f-639cf150a235 {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:40:03.882274 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:40:03.882574 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Checking segment: {'id': '088327b5-6aa0-4456-8182-7a5fce183968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:40:03.882865 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:03.883269 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Bound using segment: {'id': '088327b5-6aa0-4456-8182-7a5fce183968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:40:03.883766 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Bound port: c9600483-9c49-45a9-841f-89c531dec3f4, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088327b5-6aa0-4456-8182-7a5fce183968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:40:03.884414 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:03.885756 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374406'] for router (28f88d5a-cd77-4d56-94e5-66455332193d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:03.914322 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c62e30-44d8-4ad9-bf86-cdb1d72f9c15 None None] Pushing event updated for resources: {'Port': ['ID=c9600483-9c49-45a9-841f-89c531dec3f4,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:04.005929 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] For port c9600483-9c49-45a9-841f-89c531dec3f4, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:40:04.011391 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] For port c9600483-9c49-45a9-841f-89c531dec3f4, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=c9600483-9c49-45a9-841f-89c531dec3f4,segment=NetworkSegment(088327b5-6aa0-4456-8182-7a5fce183968),segment_id=088327b5-6aa0-4456-8182-7a5fce183968)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:40:04.019533 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:04.106878 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8fd82-0c9c-4e19-bf46-d215563d8cc6 req-a3308931-6729-40bb-b23f-b2f63ce91651 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:04.108288 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0bf8fd82-0c9c-4e19-bf46-d215563d8cc6 req-a3308931-6729-40bb-b23f-b2f63ce91651 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports/89a43d90-e38e-4f3f-b165-519e1d370bb5 HTTP/1.1" status: 200 len: 942 time: 0.3141549 Jul 27 15:40:04.117709 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Routers {'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:40:04.118126 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Router 28f88d5a-cd77-4d56-94e5-66455332193d is scheduled to L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 with binding_index 1 {{(pid=103936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 15:40:04.118401 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:39:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:40:04.123221 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c62e30-44d8-4ad9-bf86-cdb1d72f9c15 None None] Pushing event updated for resources: {'Port': ['ID=c9600483-9c49-45a9-841f-89c531dec3f4,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:04.174505 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:04.271769 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] Set router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:40:04.294852 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:40:04.308201 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Sync routers for ids ['28f88d5a-cd77-4d56-94e5-66455332193d'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:40:04.325267 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-0e73fbce-9333-4ecc-8b2b-990cde807880 None None] Provisioning complete for port c9600483-9c49-45a9-841f-89c531dec3f4 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:04.326036 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0e73fbce-9333-4ecc-8b2b-990cde807880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:04.328363 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Routers {'28f88d5a-cd77-4d56-94e5-66455332193d'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:40:04.329001 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:39:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['28f88d5a-cd77-4d56-94e5-66455332193d'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:40:04.341205 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:04.345062 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6f40df1f-3e6f-40ec-9616-6554d4cff4e6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1725852 Jul 27 15:40:04.345305 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49206) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:40:04.537255 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Set router 28f88d5a-cd77-4d56-94e5-66455332193d gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:40:04.591652 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:04.612560 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:04.661288 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-0e73fbce-9333-4ecc-8b2b-990cde807880 None None] Current status of the port c9600483-9c49-45a9-841f-89c531dec3f4 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:04.661742 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0e73fbce-9333-4ecc-8b2b-990cde807880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:04.692036 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'name': 'tempest-TestMinimumBasicScenario-320589325-router', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:00Z', 'revision_number': 4, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'gw_port': {'id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'c9600483-9c49-45a9-841f-89c531dec3f4', 'name': '', 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'mac_address': 'fa:16:3e:0d:0a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:59Z', 'updated_at': '2022-07-27T15:40:03Z', 'revision_number': 4, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'subnets': [{'id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:40:04.739905 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed81ca-0096-4201-bdd1-2b915ca361a6 None None] The sync data for ids ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'] in dv-cinder-841315-2-iscsi is: [{'id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'name': 'tempest-TestMinimumBasicScenario-320589325-router', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:00Z', 'revision_number': 4, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'gw_port': {'id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'c9600483-9c49-45a9-841f-89c531dec3f4', 'name': '', 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'mac_address': 'fa:16:3e:0d:0a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:59Z', 'updated_at': '2022-07-27T15:40:03Z', 'revision_number': 4, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'subnets': [{'id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:40:04.757458 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'name': 'tempest-TestMinimumBasicScenario-1366859566-router', 'tenant_id': '1b6573e415c34be2a6e743bac33ccdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '4a7167d1-f67f-400b-915d-c429d5755dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:40:02Z', 'updated_at': '2022-07-27T15:40:03Z', 'revision_number': 3, 'project_id': '1b6573e415c34be2a6e743bac33ccdf2', 'gw_port': {'id': '4a7167d1-f67f-400b-915d-c429d5755dcc', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:40:02Z', 'updated_at': '2022-07-27T15:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:40:04.768161 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-0e73fbce-9333-4ecc-8b2b-990cde807880 None None] For port c9600483-9c49-45a9-841f-89c531dec3f4, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=c9600483-9c49-45a9-841f-89c531dec3f4,segment=NetworkSegment(088327b5-6aa0-4456-8182-7a5fce183968),segment_id=088327b5-6aa0-4456-8182-7a5fce183968)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:40:04.776544 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0e73fbce-9333-4ecc-8b2b-990cde807880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:04.831476 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Checking router: 28f88d5a-cd77-4d56-94e5-66455332193d for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:40:04.835213 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Updating router 28f88d5a-cd77-4d56-94e5-66455332193d port 4a7167d1-f67f-400b-915d-c429d5755dcc binding host dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:40:04.864612 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920b5ab-9b59-4147-85b5-0cc3c6dc9c9e req-0876509c-0f64-4bf4-ae6c-c1ba2bfdabd0 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:04.872868 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e920b5ab-9b59-4147-85b5-0cc3c6dc9c9e req-0876509c-0f64-4bf4-ae6c-c1ba2bfdabd0 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.1449909 Jul 27 15:40:04.892457 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (4a7167d1-f67f-400b-915d-c429d5755dcc), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:04.895923 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73fbce-9333-4ecc-8b2b-990cde807880 None None] Pushing event updated for resources: {'Port': ['ID=c9600483-9c49-45a9-841f-89c531dec3f4,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:04.919308 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-20b9b399-1b88-44be-80fd-e99a0f0fd0c7 None None] Provisioning complete for port c9600483-9c49-45a9-841f-89c531dec3f4 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:04.919685 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-20b9b399-1b88-44be-80fd-e99a0f0fd0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:05.035027 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e920b5ab-9b59-4147-85b5-0cc3c6dc9c9e req-01d9e91c-12f6-412b-ada5-a6e5f88293eb tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609297 Jul 27 15:40:05.105117 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-20b9b399-1b88-44be-80fd-e99a0f0fd0c7 None None] Current status of the port c9600483-9c49-45a9-841f-89c531dec3f4 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:05.191981 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device ef036d40-0c03-4833-b01e-89acdc856064 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:40:05.192838 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:05.197984 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 89a43d90-e38e-4f3f-b165-519e1d370bb5 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:40:05.211870 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:05.353190 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port ef036d40-0c03-4833-b01e-89acdc856064 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:05.353849 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (ef036d40-0c03-4833-b01e-89acdc856064), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:05.388649 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Publish callbacks [] for port (4a7167d1-f67f-400b-915d-c429d5755dcc), precommit_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:05.392711 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:05.399392 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (4a7167d1-f67f-400b-915d-c429d5755dcc), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:05.429775 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 89a43d90-e38e-4f3f-b165-519e1d370bb5 is: ACTIVE; New status is: DOWN {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:05.430294 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:05.474941 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bb8fe1-4557-4b80-8774-62322235ea2f None None] Network 46412378-046f-46ae-bb8b-781f3e7245ba requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:40:05.475557 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Attempting to bind port 4a7167d1-f67f-400b-915d-c429d5755dcc on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:40:05.476157 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Attempting to bind port 4a7167d1-f67f-400b-915d-c429d5755dcc by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:40:05.476706 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Attempting to bind port 4a7167d1-f67f-400b-915d-c429d5755dcc on network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:40:05.505997 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Allocated IP 172.20.0.1 (46412378-046f-46ae-bb8b-781f3e7245ba/881a3301-779d-48ae-b6e6-0556a160f9ed/96824a0c-6cd7-465f-8800-37063be59d28) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:40:05.523068 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:40:05.523681 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Checking segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:40:05.524835 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:05.525356 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Bound using segment: {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'} {{(pid=103938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:40:05.526005 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.managers [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Bound port: 4a7167d1-f67f-400b-915d-c429d5755dcc, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c33f2be-0e3b-4a65-af66-653ce2e80950', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1'}}] {{(pid=103938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:40:05.526689 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (4a7167d1-f67f-400b-915d-c429d5755dcc), before_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:05.542297 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89a43d90-e38e-4f3f-b165-519e1d370bb5'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:40:05.549648 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ee51cd-bf9c-4b32-96f2-3df89f01dfe2" -d '{"events": [{"server_uuid": "c7840eb4-8d99-45cb-9386-62ee3acea42b", "name": "network-vif-unplugged", "status": "completed", "tag": "89a43d90-e38e-4f3f-b165-519e1d370bb5"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:40:05.557044 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc853b30-5219-40c8-a874-e26b24205836 None None] Pushing event updated for resources: {'Port': ['ID=4a7167d1-f67f-400b-915d-c429d5755dcc,revision_number=2']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:05.596852 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-53d68504-9400-425f-bd17-11ea5810adbf None None] Provisioning complete for port ef036d40-0c03-4833-b01e-89acdc856064 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:05.597845 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-53d68504-9400-425f-bd17-11ea5810adbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (ef036d40-0c03-4833-b01e-89acdc856064), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:05.627424 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 89a43d90-e38e-4f3f-b165-519e1d370bb5, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=89a43d90-e38e-4f3f-b165-519e1d370bb5,segment=NetworkSegment(118fdf1d-41a2-48da-9f09-70f83a1fc2d0),segment_id=118fdf1d-41a2-48da-9f09-70f83a1fc2d0)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:40:05.654197 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:05.657194 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Jul 2022 15:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9d691d-7055-486c-a070-eff846e78d92 x-openstack-request-id: req-5c9d691d-7055-486c-a070-eff846e78d92 {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:40:05.657495 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7840eb4-8d99-45cb-9386-62ee3acea42b", "name": "network-vif-unplugged", "status": "failed", "tag": "89a43d90-e38e-4f3f-b165-519e1d370bb5", "code": 422}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:40:05.657732 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c9d691d-7055-486c-a070-eff846e78d92 {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:40:05.658227 dv-cinder-841315-2-iscsi neutron-server[103937]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5c9d691d-7055-486c-a070-eff846e78d92']: {'server_uuid': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89a43d90-e38e-4f3f-b165-519e1d370bb5', 'code': 422} returned with failed status Jul 27 15:40:05.660357 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] For port 4a7167d1-f67f-400b-915d-c429d5755dcc, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:40:05.666137 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.plugins.ml2.db [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] For port 4a7167d1-f67f-400b-915d-c429d5755dcc, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=4a7167d1-f67f-400b-915d-c429d5755dcc,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:40:05.677587 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron_lib.callbacks.manager [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (4a7167d1-f67f-400b-915d-c429d5755dcc), after_update {{(pid=103938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:05.732851 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Publish callbacks [] for port (96824a0c-6cd7-465f-8800-37063be59d28), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:05.762297 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc853b30-5219-40c8-a874-e26b24205836 None None] Pushing event updated for resources: {'Port': ['ID=4a7167d1-f67f-400b-915d-c429d5755dcc,revision_number=3']} {{(pid=103938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:05.783842 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Routers {'28f88d5a-cd77-4d56-94e5-66455332193d'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:40:05.784660 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:39:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['28f88d5a-cd77-4d56-94e5-66455332193d'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:40:05.806032 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (96824a0c-6cd7-465f-8800-37063be59d28), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:05.858383 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Network 46412378-046f-46ae-bb8b-781f3e7245ba is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:40:05.862904 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:40:05.866231 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:40:05.878114 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port ef036d40-0c03-4833-b01e-89acdc856064 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:05.878742 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (ef036d40-0c03-4833-b01e-89acdc856064), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:05.891495 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=89a43d90-e38e-4f3f-b165-519e1d370bb5,revision_number=6']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:05.908944 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:05.931154 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Pushing event updated for resources: {'Port': ['ID=96824a0c-6cd7-465f-8800-37063be59d28,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:05.937336 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] Set router 28f88d5a-cd77-4d56-94e5-66455332193d gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:40:05.949317 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-500358'] for router_interface (28f88d5a-cd77-4d56-94e5-66455332193d), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:06.003963 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:06.033438 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:06.052686 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:06.061968 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port ef036d40-0c03-4833-b01e-89acdc856064, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=ef036d40-0c03-4833-b01e-89acdc856064,segment=NetworkSegment(b5ff45f0-1c9b-447e-9981-fc8f27b3417a),segment_id=b5ff45f0-1c9b-447e-9981-fc8f27b3417a)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:40:06.077728 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (ef036d40-0c03-4833-b01e-89acdc856064), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:06.078558 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device c9600483-9c49-45a9-841f-89c531dec3f4 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:40:06.112977 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-53d68504-9400-425f-bd17-11ea5810adbf None None] Current status of the port ef036d40-0c03-4833-b01e-89acdc856064 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:06.113372 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-53d68504-9400-425f-bd17-11ea5810adbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (ef036d40-0c03-4833-b01e-89acdc856064), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:06.209879 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (96824a0c-6cd7-465f-8800-37063be59d28), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:06.254147 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'name': 'tempest-TestMinimumBasicScenario-1366859566-router', 'tenant_id': '1b6573e415c34be2a6e743bac33ccdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '4a7167d1-f67f-400b-915d-c429d5755dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:40:02Z', 'updated_at': '2022-07-27T15:40:03Z', 'revision_number': 3, 'project_id': '1b6573e415c34be2a6e743bac33ccdf2', 'gw_port': {'id': '4a7167d1-f67f-400b-915d-c429d5755dcc', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:40:02Z', 'updated_at': '2022-07-27T15:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:40:06.278180 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.db.api [None req-53d68504-9400-425f-bd17-11ea5810adbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 27 15:40:06.278866 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG oslo_db.api [None req-53d68504-9400-425f-bd17-11ea5810adbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 15:40:06.313424 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f469a-f072-40a7-813a-499e3897e12d req-9929242c-18f6-4a44-a157-0d841f00c500 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:06.315027 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-018f469a-f072-40a7-813a-499e3897e12d req-9929242c-18f6-4a44-a157-0d841f00c500 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 943 time: 0.1066954 Jul 27 15:40:06.328237 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port c9600483-9c49-45a9-841f-89c531dec3f4 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:06.332314 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:06.332710 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767b430a-ed5c-48f6-b9f4-b1b01aea4f06 None None] The sync data for ids ['28f88d5a-cd77-4d56-94e5-66455332193d'] in dv-cinder-841315-2-iscsi is: [{'id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'name': 'tempest-TestMinimumBasicScenario-1366859566-router', 'tenant_id': '1b6573e415c34be2a6e743bac33ccdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '4a7167d1-f67f-400b-915d-c429d5755dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:40:02Z', 'updated_at': '2022-07-27T15:40:03Z', 'revision_number': 3, 'project_id': '1b6573e415c34be2a6e743bac33ccdf2', 'gw_port': {'id': '4a7167d1-f67f-400b-915d-c429d5755dcc', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:40:02Z', 'updated_at': '2022-07-27T15:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:40:06.336104 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8fd82-0c9c-4e19-bf46-d215563d8cc6 req-c2f7f638-9104-44ae-8049-9f2754578bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:06.341873 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0bf8fd82-0c9c-4e19-bf46-d215563d8cc6 req-c2f7f638-9104-44ae-8049-9f2754578bc9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b&tenant_id=1f420f7f5f5947088f23da2dab9f0fd7 HTTP/1.1" status: 200 len: 1127 time: 0.1086907 Jul 27 15:40:06.379670 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=ef036d40-0c03-4833-b01e-89acdc856064,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:06.434717 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8fd82-0c9c-4e19-bf46-d215563d8cc6 req-bfe65154-0d8f-4135-8162-6e8ce8e0a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:06.437007 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0bf8fd82-0c9c-4e19-bf46-d215563d8cc6 req-bfe65154-0d8f-4135-8162-6e8ce8e0a692 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f420f7f5f5947088f23da2dab9f0fd7&device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 1127 time: 0.0653205 Jul 27 15:40:06.458773 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:06.491033 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port c9600483-9c49-45a9-841f-89c531dec3f4 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:06.520296 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-018f469a-f072-40a7-813a-499e3897e12d req-dc6dded1-a88c-485f-b5fa-cf64fdd5dad9 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971951 Jul 27 15:40:06.563080 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Publish callbacks [] for port (96824a0c-6cd7-465f-8800-37063be59d28), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:06.570961 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (96824a0c-6cd7-465f-8800-37063be59d28), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:06.618146 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8fd82-0c9c-4e19-bf46-d215563d8cc6 req-21a91475-dedd-47f0-8656-ebbae30d4990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:06.620732 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0bf8fd82-0c9c-4e19-bf46-d215563d8cc6 req-21a91475-dedd-47f0-8656-ebbae30d4990 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fd80b0f-495d-4f71-90b9-50d0753d3896 HTTP/1.1" status: 200 len: 909 time: 0.1747563 Jul 27 15:40:06.647337 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Pushing event updated for resources: {'Port': ['ID=96824a0c-6cd7-465f-8800-37063be59d28,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:06.654993 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-500474'] for router_interface (28f88d5a-cd77-4d56-94e5-66455332193d), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:06.701617 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0bf8fd82-0c9c-4e19-bf46-d215563d8cc6 req-5e7ad410-3aee-4a22-98c7-2703bb51d8c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89a43d90-e38e-4f3f-b165-519e1d370bb5 HTTP/1.1" status: 200 len: 998 time: 0.0695608 Jul 27 15:40:06.764194 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Network 46412378-046f-46ae-bb8b-781f3e7245ba is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:40:06.764413 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8fd82-0c9c-4e19-bf46-d215563d8cc6 req-02136f0a-2d27-4a8f-9ed0-9b0daad510aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:06.765739 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:40:06.765886 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0bf8fd82-0c9c-4e19-bf46-d215563d8cc6 req-02136f0a-2d27-4a8f-9ed0-9b0daad510aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa HTTP/1.1" status: 200 len: 847 time: 0.0488791 Jul 27 15:40:06.854609 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8fd82-0c9c-4e19-bf46-d215563d8cc6 req-49509238-9c78-4365-9fbd-5796ecd4fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:06.857549 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0bf8fd82-0c9c-4e19-bf46-d215563d8cc6 req-49509238-9c78-4365-9fbd-5796ecd4fde8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fd80b0f-495d-4f71-90b9-50d0753d3896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845633 Jul 27 15:40:06.860202 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-53d68504-9400-425f-bd17-11ea5810adbf None None] Current status of the port ef036d40-0c03-4833-b01e-89acdc856064 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:06.959346 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Router 28f88d5a-cd77-4d56-94e5-66455332193d has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:40:06.968139 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device ef036d40-0c03-4833-b01e-89acdc856064 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:40:07.011064 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0bf8fd82-0c9c-4e19-bf46-d215563d8cc6 req-b84e0798-beba-473a-a02e-9c93a439fdd0 service neutron] 10.222.0.42 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444283 Jul 27 15:40:07.024029 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-edd5420a-9da4-45c2-a319-7d74191cf470 None None] Provisioning complete for port ef036d40-0c03-4833-b01e-89acdc856064 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:07.024414 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-edd5420a-9da4-45c2-a319-7d74191cf470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (ef036d40-0c03-4833-b01e-89acdc856064), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:07.091685 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port ef036d40-0c03-4833-b01e-89acdc856064 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:07.092239 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (ef036d40-0c03-4833-b01e-89acdc856064), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:07.161072 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-edd5420a-9da4-45c2-a319-7d74191cf470 None None] Current status of the port ef036d40-0c03-4833-b01e-89acdc856064 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:07.172809 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-edd5420a-9da4-45c2-a319-7d74191cf470 None None] Provisioning complete for port 96824a0c-6cd7-465f-8800-37063be59d28 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:07.173295 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-edd5420a-9da4-45c2-a319-7d74191cf470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (96824a0c-6cd7-465f-8800-37063be59d28), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:07.210299 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-edd5420a-9da4-45c2-a319-7d74191cf470 None None] Port 96824a0c-6cd7-465f-8800-37063be59d28 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:40:07.280441 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port ef036d40-0c03-4833-b01e-89acdc856064 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:07.282667 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device c9600483-9c49-45a9-841f-89c531dec3f4 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:40:07.350518 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-21d656fa-f0b1-4470-bc03-a638b5f6ed96 None None] Provisioning complete for port 96824a0c-6cd7-465f-8800-37063be59d28 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:07.350887 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-21d656fa-f0b1-4470-bc03-a638b5f6ed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (96824a0c-6cd7-465f-8800-37063be59d28), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:07.381287 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port c9600483-9c49-45a9-841f-89c531dec3f4 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:07.381674 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:07.386298 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:07.433470 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-21d656fa-f0b1-4470-bc03-a638b5f6ed96 None None] Port 96824a0c-6cd7-465f-8800-37063be59d28 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:40:07.457300 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:07.503308 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port c9600483-9c49-45a9-841f-89c531dec3f4 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:07.577794 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:40:07.593392 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-de1bf138-b69b-403c-94a3-2f3640e093bd admin admin] 10.222.0.36 "PUT /v2.0/routers/28f88d5a-cd77-4d56-94e5-66455332193d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2396264 Jul 27 15:40:07.612396 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-0bf8fd82-0c9c-4e19-bf46-d215563d8cc6 req-77be36f2-065c-48e3-882b-433448047afd service neutron] 10.222.0.42 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905542 Jul 27 15:40:07.677120 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb32f3-09d3-4fda-b1c6-4f057dd1f72f req-dd6e23a5-eb31-4878-a294-363e42c5b728 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:07.678743 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-25fb32f3-09d3-4fda-b1c6-4f057dd1f72f req-dd6e23a5-eb31-4878-a294-363e42c5b728 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 943 time: 0.0580735 Jul 27 15:40:07.736510 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-25fb32f3-09d3-4fda-b1c6-4f057dd1f72f req-9ee2ea6a-3e04-4d96-a579-27d810e385ab tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512669 Jul 27 15:40:07.869280 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:08.493966 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Sync routers for ids ['28f88d5a-cd77-4d56-94e5-66455332193d'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:40:08.506970 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Routers {'28f88d5a-cd77-4d56-94e5-66455332193d'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:40:08.507919 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:39:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['28f88d5a-cd77-4d56-94e5-66455332193d'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:40:08.624106 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Set router 28f88d5a-cd77-4d56-94e5-66455332193d gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:40:08.872500 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'name': 'tempest-TestMinimumBasicScenario-1366859566-router', 'tenant_id': '1b6573e415c34be2a6e743bac33ccdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '4a7167d1-f67f-400b-915d-c429d5755dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:40:02Z', 'updated_at': '2022-07-27T15:40:06Z', 'revision_number': 4, 'project_id': '1b6573e415c34be2a6e743bac33ccdf2', 'gw_port': {'id': '4a7167d1-f67f-400b-915d-c429d5755dcc', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:40:02Z', 'updated_at': '2022-07-27T15:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '96824a0c-6cd7-465f-8800-37063be59d28', 'name': '', 'network_id': '46412378-046f-46ae-bb8b-781f3e7245ba', 'tenant_id': '1b6573e415c34be2a6e743bac33ccdf2', 'mac_address': 'fa:16:3e:9d:21:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '881a3301-779d-48ae-b6e6-0556a160f9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:40:05Z', 'updated_at': '2022-07-27T15:40:06Z', 'revision_number': 2, 'project_id': '1b6573e415c34be2a6e743bac33ccdf2', 'subnets': [{'id': '881a3301-779d-48ae-b6e6-0556a160f9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:40:08.910006 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Checking router: 28f88d5a-cd77-4d56-94e5-66455332193d for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:40:08.910451 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Updating router 28f88d5a-cd77-4d56-94e5-66455332193d port 96824a0c-6cd7-465f-8800-37063be59d28 binding host dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 15:40:08.957025 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (96824a0c-6cd7-465f-8800-37063be59d28), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:08.964123 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d3273-bc34-4f76-96ae-81876bb6d30e req-96759578-481b-4846-b386-8eff273d9936 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:08.972451 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b70d3273-bc34-4f76-96ae-81876bb6d30e req-96759578-481b-4846-b386-8eff273d9936 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 943 time: 0.1180632 Jul 27 15:40:08.999668 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 4a7167d1-f67f-400b-915d-c429d5755dcc up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:40:09.033416 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b70d3273-bc34-4f76-96ae-81876bb6d30e req-c413861c-cca4-45d9-ac96-8a5bf9657f23 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599239 Jul 27 15:40:09.124041 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 4a7167d1-f67f-400b-915d-c429d5755dcc triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:09.124412 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (4a7167d1-f67f-400b-915d-c429d5755dcc), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:09.295587 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 4a7167d1-f67f-400b-915d-c429d5755dcc is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:09.295989 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (4a7167d1-f67f-400b-915d-c429d5755dcc), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:09.336104 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] For port 4a7167d1-f67f-400b-915d-c429d5755dcc, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=4a7167d1-f67f-400b-915d-c429d5755dcc,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:40:09.344933 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (4a7167d1-f67f-400b-915d-c429d5755dcc), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:09.402781 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:09.424832 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Pushing event updated for resources: {'Port': ['ID=4a7167d1-f67f-400b-915d-c429d5755dcc,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:09.454884 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:09.456902 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Publish callbacks [] for port (96824a0c-6cd7-465f-8800-37063be59d28), precommit_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:09.465630 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (96824a0c-6cd7-465f-8800-37063be59d28), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:09.527337 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1173a6-8ed6-411b-978a-15b6e4f7ef3b None None] Pushing event updated for resources: {'Port': ['ID=96824a0c-6cd7-465f-8800-37063be59d28,revision_number=3']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:09.595944 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Attempting to bind port 96824a0c-6cd7-465f-8800-37063be59d28 on host dv-cinder-841315-2-iscsi for vnic_type normal with profile {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:40:09.596331 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Attempting to bind port 96824a0c-6cd7-465f-8800-37063be59d28 by drivers openvswitch,hyperv on host dv-cinder-841315-2-iscsi at level 0 using segments [{'id': 'b5ff45f0-1c9b-447e-9981-fc8f27b3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46412378-046f-46ae-bb8b-781f3e7245ba'}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:40:09.596703 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Attempting to bind port 96824a0c-6cd7-465f-8800-37063be59d28 on network 46412378-046f-46ae-bb8b-781f3e7245ba {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:40:09.608508 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Checking agent: {'id': 'e9a460c4-52e7-4999-be39-d7a148616c04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 20, 22), 'started_at': datetime.datetime(2022, 7, 27, 15, 20, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:40:09.608508 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Checking segment: {'id': 'b5ff45f0-1c9b-447e-9981-fc8f27b3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46412378-046f-46ae-bb8b-781f3e7245ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:40:09.608508 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:09.608975 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Bound using segment: {'id': 'b5ff45f0-1c9b-447e-9981-fc8f27b3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46412378-046f-46ae-bb8b-781f3e7245ba'} {{(pid=103937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:40:09.609922 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.managers [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Bound port: 96824a0c-6cd7-465f-8800-37063be59d28, host: dv-cinder-841315-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ff45f0-1c9b-447e-9981-fc8f27b3417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '46412378-046f-46ae-bb8b-781f3e7245ba'}}] {{(pid=103937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:40:09.609922 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (96824a0c-6cd7-465f-8800-37063be59d28), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:09.694724 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] For port 96824a0c-6cd7-465f-8800-37063be59d28, host dv-cinder-841315-2-iscsi, cleared binding levels {{(pid=103937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:40:09.700487 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] For port 96824a0c-6cd7-465f-8800-37063be59d28, host dv-cinder-841315-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=96824a0c-6cd7-465f-8800-37063be59d28,segment=NetworkSegment(b5ff45f0-1c9b-447e-9981-fc8f27b3417a),segment_id=b5ff45f0-1c9b-447e-9981-fc8f27b3417a)] {{(pid=103937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:40:09.718494 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (96824a0c-6cd7-465f-8800-37063be59d28), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:09.793571 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-55fc35cc-a532-4bef-9aa7-d4ac91db1e13 None None] Provisioning complete for port 96824a0c-6cd7-465f-8800-37063be59d28 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:09.794069 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-55fc35cc-a532-4bef-9aa7-d4ac91db1e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (96824a0c-6cd7-465f-8800-37063be59d28), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:09.831472 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Routers {'28f88d5a-cd77-4d56-94e5-66455332193d'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:40:09.832220 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:39:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['28f88d5a-cd77-4d56-94e5-66455332193d'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:40:09.887261 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1173a6-8ed6-411b-978a-15b6e4f7ef3b None None] Pushing event updated for resources: {'Port': ['ID=96824a0c-6cd7-465f-8800-37063be59d28,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:10.129052 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] Set router 28f88d5a-cd77-4d56-94e5-66455332193d gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:40:10.166069 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b8082-a7b1-4184-91aa-04de76c823e5 req-80ea63a8-fa45-458b-843c-8f2286a52eff tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:10.169005 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-321b8082-a7b1-4184-91aa-04de76c823e5 req-80ea63a8-fa45-458b-843c-8f2286a52eff tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 943 time: 0.0549355 Jul 27 15:40:10.244056 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-321b8082-a7b1-4184-91aa-04de76c823e5 req-f99a3b44-f1a8-49af-a18c-c06fb0931bdd tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690575 Jul 27 15:40:10.315575 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-55fc35cc-a532-4bef-9aa7-d4ac91db1e13 None None] Current status of the port 96824a0c-6cd7-465f-8800-37063be59d28 is: DOWN; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:10.315994 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-55fc35cc-a532-4bef-9aa7-d4ac91db1e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (96824a0c-6cd7-465f-8800-37063be59d28), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:10.404329 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-55fc35cc-a532-4bef-9aa7-d4ac91db1e13 None None] For port 96824a0c-6cd7-465f-8800-37063be59d28, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=96824a0c-6cd7-465f-8800-37063be59d28,segment=NetworkSegment(b5ff45f0-1c9b-447e-9981-fc8f27b3417a),segment_id=b5ff45f0-1c9b-447e-9981-fc8f27b3417a)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:40:10.408442 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'name': 'tempest-TestMinimumBasicScenario-1366859566-router', 'tenant_id': '1b6573e415c34be2a6e743bac33ccdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '4a7167d1-f67f-400b-915d-c429d5755dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:40:02Z', 'updated_at': '2022-07-27T15:40:06Z', 'revision_number': 4, 'project_id': '1b6573e415c34be2a6e743bac33ccdf2', 'gw_port': {'id': '4a7167d1-f67f-400b-915d-c429d5755dcc', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:40:02Z', 'updated_at': '2022-07-27T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '96824a0c-6cd7-465f-8800-37063be59d28', 'name': '', 'network_id': '46412378-046f-46ae-bb8b-781f3e7245ba', 'tenant_id': '1b6573e415c34be2a6e743bac33ccdf2', 'mac_address': 'fa:16:3e:9d:21:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '881a3301-779d-48ae-b6e6-0556a160f9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:40:05Z', 'updated_at': '2022-07-27T15:40:09Z', 'revision_number': 4, 'project_id': '1b6573e415c34be2a6e743bac33ccdf2', 'subnets': [{'id': '881a3301-779d-48ae-b6e6-0556a160f9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:40:10.412605 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-55fc35cc-a532-4bef-9aa7-d4ac91db1e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (96824a0c-6cd7-465f-8800-37063be59d28), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:10.446384 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722b9a99-4f3b-49a4-8183-30874eb7c9a1 None None] The sync data for ids ['28f88d5a-cd77-4d56-94e5-66455332193d'] in dv-cinder-841315-2-iscsi is: [{'id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'name': 'tempest-TestMinimumBasicScenario-1366859566-router', 'tenant_id': '1b6573e415c34be2a6e743bac33ccdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '4a7167d1-f67f-400b-915d-c429d5755dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:40:02Z', 'updated_at': '2022-07-27T15:40:06Z', 'revision_number': 4, 'project_id': '1b6573e415c34be2a6e743bac33ccdf2', 'gw_port': {'id': '4a7167d1-f67f-400b-915d-c429d5755dcc', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:40:02Z', 'updated_at': '2022-07-27T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '96824a0c-6cd7-465f-8800-37063be59d28', 'name': '', 'network_id': '46412378-046f-46ae-bb8b-781f3e7245ba', 'tenant_id': '1b6573e415c34be2a6e743bac33ccdf2', 'mac_address': 'fa:16:3e:9d:21:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '881a3301-779d-48ae-b6e6-0556a160f9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:40:05Z', 'updated_at': '2022-07-27T15:40:09Z', 'revision_number': 4, 'project_id': '1b6573e415c34be2a6e743bac33ccdf2', 'subnets': [{'id': '881a3301-779d-48ae-b6e6-0556a160f9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:40:10.531701 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:10.549360 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc35cc-a532-4bef-9aa7-d4ac91db1e13 None None] Pushing event updated for resources: {'Port': ['ID=96824a0c-6cd7-465f-8800-37063be59d28,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:10.555886 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-583c5468-74a9-45cf-8041-849041a66b3d None None] Provisioning complete for port 96824a0c-6cd7-465f-8800-37063be59d28 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:10.556422 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-583c5468-74a9-45cf-8041-849041a66b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (96824a0c-6cd7-465f-8800-37063be59d28), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:10.666808 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-583c5468-74a9-45cf-8041-849041a66b3d None None] Current status of the port 96824a0c-6cd7-465f-8800-37063be59d28 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:11.001905 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 96824a0c-6cd7-465f-8800-37063be59d28 up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:40:11.024875 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:11.060233 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 96824a0c-6cd7-465f-8800-37063be59d28 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:11.060621 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (96824a0c-6cd7-465f-8800-37063be59d28), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:11.155586 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 96824a0c-6cd7-465f-8800-37063be59d28 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:11.156703 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 4a7167d1-f67f-400b-915d-c429d5755dcc up at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:40:11.209664 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Provisioning complete for port 4a7167d1-f67f-400b-915d-c429d5755dcc triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:11.210038 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (4a7167d1-f67f-400b-915d-c429d5755dcc), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:11.299382 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Current status of the port 4a7167d1-f67f-400b-915d-c429d5755dcc is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:11.383975 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c717b-8435-4875-94b0-a32de5444550 req-153f9d74-1d82-4282-a2fe-b8235856056e tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:11.386323 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b15c717b-8435-4875-94b0-a32de5444550 req-153f9d74-1d82-4282-a2fe-b8235856056e tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 943 time: 0.0540223 Jul 27 15:40:11.444462 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b15c717b-8435-4875-94b0-a32de5444550 req-701710b2-6d97-495b-a5a6-fc8e55147e76 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512478 Jul 27 15:40:12.572375 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03cea9-28c0-4f6a-8031-f64d8bd436fb req-2a72b7dd-bdc0-44c6-8e28-1018cb258434 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:12.575315 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5e03cea9-28c0-4f6a-8031-f64d8bd436fb req-2a72b7dd-bdc0-44c6-8e28-1018cb258434 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 943 time: 0.0555382 Jul 27 15:40:12.609363 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:12.644362 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5e03cea9-28c0-4f6a-8031-f64d8bd436fb req-1c16730e-c476-4e9b-859d-74098d644bf3 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577297 Jul 27 15:40:13.783064 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:13.805481 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58551c-7ace-4bd7-a0ca-3a07685dde1d req-8d7b60a6-3899-4de2-9c99-e3baa1dac552 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:13.813248 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7a58551c-7ace-4bd7-a0ca-3a07685dde1d req-8d7b60a6-3899-4de2-9c99-e3baa1dac552 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 943 time: 0.0658031 Jul 27 15:40:13.860812 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7a58551c-7ace-4bd7-a0ca-3a07685dde1d req-b161d993-6ab1-49e4-8e04-634b7d63850f tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466864 Jul 27 15:40:15.004922 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41eba2-95c2-49aa-b522-3f0037768865 req-ba72c8c2-62ef-4115-ad72-73e244abc1d9 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:15.007133 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4e41eba2-95c2-49aa-b522-3f0037768865 req-ba72c8c2-62ef-4115-ad72-73e244abc1d9 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 943 time: 0.0570867 Jul 27 15:40:15.037526 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:15.076706 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4e41eba2-95c2-49aa-b522-3f0037768865 req-2a242994-a9ae-44d8-a092-25db49c2fae9 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565858 Jul 27 15:40:15.265658 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 89a43d90-e38e-4f3f-b165-519e1d370bb5 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:40:15.372503 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 89a43d90-e38e-4f3f-b165-519e1d370bb5, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=89a43d90-e38e-4f3f-b165-519e1d370bb5,segment=NetworkSegment(118fdf1d-41a2-48da-9f09-70f83a1fc2d0),segment_id=118fdf1d-41a2-48da-9f09-70f83a1fc2d0)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:40:15.384815 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': '89a43d90-e38e-4f3f-b165-519e1d370bb5', 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896', 'port_id': '89a43d90-e38e-4f3f-b165-519e1d370bb5', 'mac_address': 'fa:16:3e:23:c0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:40:15.431090 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 89a43d90-e38e-4f3f-b165-519e1d370bb5 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:15.431479 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:15.447039 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a43d90-e38e-4f3f-b165-519e1d370bb5 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:40:15.471541 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 89a43d90-e38e-4f3f-b165-519e1d370bb5, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=89a43d90-e38e-4f3f-b165-519e1d370bb5,segment=NetworkSegment(118fdf1d-41a2-48da-9f09-70f83a1fc2d0),segment_id=118fdf1d-41a2-48da-9f09-70f83a1fc2d0)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:40:15.479227 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:15.531694 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=89a43d90-e38e-4f3f-b165-519e1d370bb5,revision_number=7']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:15.723872 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['89a43d90-e38e-4f3f-b165-519e1d370bb5'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:40:15.903871 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=100 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:16.238538 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c4c65-acde-41dd-9b99-17dfe1c1cf88 req-2e369d05-d0f2-4fd6-844d-f9f152f66be4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:16.240247 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e85c4c65-acde-41dd-9b99-17dfe1c1cf88 req-2e369d05-d0f2-4fd6-844d-f9f152f66be4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 944 time: 0.0726426 Jul 27 15:40:16.253508 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:16.296304 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-e85c4c65-acde-41dd-9b99-17dfe1c1cf88 req-8cdf53cf-86d5-4f88-b8e6-801fdd44aca7 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499790 Jul 27 15:40:16.337957 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=10 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:17.083335 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:17.096957 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-18b070bc-3744-4729-b238-676011da7a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:17.156453 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:17.172231 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-50676ab7-45f4-4dd3-ba12-911f4f498bd1 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:17.173730 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-50676ab7-45f4-4dd3-ba12-911f4f498bd1 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/networks?id=a9f2d62e-6002-4555-b49f-639cf150a235 HTTP/1.1" status: 200 len: 814 time: 0.1121864 Jul 27 15:40:17.189687 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-3bdf73e1-faad-4196-8ce4-33ea4b4cec9e tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/quotas/f40879b7ec11451a82501bf14592c04a HTTP/1.1" status: 200 len: 375 time: 0.0102377 Jul 27 15:40:17.241568 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-927239b4-a8a7-4fc2-8a61-dd95d0ed2047 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f40879b7ec11451a82501bf14592c04a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465167 Jul 27 15:40:17.258462 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-b5da057d-4ace-4225-8ed7-60b200b698d5 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 15:40:17.259456 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-b5da057d-4ace-4225-8ed7-60b200b698d5 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053434 Jul 27 15:40:17.298891 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 89a43d90-e38e-4f3f-b165-519e1d370bb5 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:40:17.348206 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port 89a43d90-e38e-4f3f-b165-519e1d370bb5 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:17.348579 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:17.362338 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-670c8163-0015-4515-bcc6-199dbd83eec2 service neutron] 10.222.0.36 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973046 Jul 27 15:40:17.427502 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea2e73-2b9d-4e3f-93a5-6889640326e2 req-df7a61b2-cc1b-4fe0-9c1e-916037fee704 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:17.427502 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6eea2e73-2b9d-4e3f-93a5-6889640326e2 req-df7a61b2-cc1b-4fe0-9c1e-916037fee704 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 944 time: 0.0504258 Jul 27 15:40:17.437431 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 89a43d90-e38e-4f3f-b165-519e1d370bb5 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:17.438039 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:17.466210 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a43d90-e38e-4f3f-b165-519e1d370bb5'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:40:17.469181 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10830482-a953-4014-aeb4-11f14fdda7a1" -d '{"events": [{"server_uuid": "c7840eb4-8d99-45cb-9386-62ee3acea42b", "name": "network-vif-plugged", "status": "completed", "tag": "89a43d90-e38e-4f3f-b165-519e1d370bb5"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:40:17.478999 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-a9c2d103-28b9-4116-adda-9f9d611a4daf service neutron] 10.222.0.36 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101129 Jul 27 15:40:17.483924 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 89a43d90-e38e-4f3f-b165-519e1d370bb5, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=89a43d90-e38e-4f3f-b165-519e1d370bb5,segment=NetworkSegment(118fdf1d-41a2-48da-9f09-70f83a1fc2d0),segment_id=118fdf1d-41a2-48da-9f09-70f83a1fc2d0)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:40:17.484473 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-6eea2e73-2b9d-4e3f-93a5-6889640326e2 req-ce693b00-cdaa-4e88-923c-f1d8e0fc2fda tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514460 Jul 27 15:40:17.493516 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:17.547453 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=89a43d90-e38e-4f3f-b165-519e1d370bb5,revision_number=8']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:17.556763 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4053f3a6-15f6-4215-96ba-aac3f5d2c96c x-openstack-request-id: req-4053f3a6-15f6-4215-96ba-aac3f5d2c96c {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:40:17.557066 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7840eb4-8d99-45cb-9386-62ee3acea42b", "name": "network-vif-plugged", "status": "completed", "tag": "89a43d90-e38e-4f3f-b165-519e1d370bb5", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:40:17.557321 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4053f3a6-15f6-4215-96ba-aac3f5d2c96c {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:40:17.557769 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4053f3a6-15f6-4215-96ba-aac3f5d2c96c'] response: {'server_uuid': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a43d90-e38e-4f3f-b165-519e1d370bb5', 'code': 200} Jul 27 15:40:17.654467 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1b5d7377-3fb5-4181-bd28-fc1c85e739dc req-bedb0a2f-438f-43d5-8524-d64f3350145d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 210 time: 0.0290792 Jul 27 15:40:17.800574 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5ecf7-6956-42ea-8e78-0cefd8c31dab req-f269a9f7-8ce5-4abb-b895-17d45aa7ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:17.802618 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7bf5ecf7-6956-42ea-8e78-0cefd8c31dab req-f269a9f7-8ce5-4abb-b895-17d45aa7ffed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 1129 time: 0.0415146 Jul 27 15:40:17.852311 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7bf5ecf7-6956-42ea-8e78-0cefd8c31dab req-86d790bc-d8a7-4bcf-b04a-cc2052a46d16 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433214 Jul 27 15:40:18.623194 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553a6d1-8195-478a-92e6-f05daff26acb req-0d5217e3-f668-4bcd-91bd-e261d72155b8 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:18.624752 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1553a6d1-8195-478a-92e6-f05daff26acb req-0d5217e3-f668-4bcd-91bd-e261d72155b8 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0523751 Jul 27 15:40:18.674880 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-1553a6d1-8195-478a-92e6-f05daff26acb req-affb635c-f4c4-41f4-8462-f816a7f458a6 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444274 Jul 27 15:40:18.763843 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e04eafc7-1d4d-46dd-a6b9-875e8d250fc0 req-a6b50502-1086-4387-8867-1f1e24e09c9c tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 210 time: 0.0319221 Jul 27 15:40:19.318364 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3e33978d-806c-4442-a65c-174dc3651b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:19.516590 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-8bc7c10e-b8f9-4961-b5e7-b469d81cbd9d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:19.518587 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-8bc7c10e-b8f9-4961-b5e7-b469d81cbd9d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.42 "GET /v2.0/networks?id=a9f2d62e-6002-4555-b49f-639cf150a235 HTTP/1.1" status: 200 len: 814 time: 0.1193092 Jul 27 15:40:19.532628 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Request body: {'port': {'device_id': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235', 'admin_state_up': True, 'tenant_id': 'f40879b7ec11451a82501bf14592c04a'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:40:19.665123 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Made reservation on behalf of f40879b7ec11451a82501bf14592c04a for: {'port': 1} {{(pid=103935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 15:40:19.669260 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:19.805875 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313a284-5d16-4092-b655-7ba7c11f0863 req-e53d1885-2d0e-4914-ae8f-c49cff6dad0b tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:19.807455 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a313a284-5d16-4092-b655-7ba7c11f0863 req-e53d1885-2d0e-4914-ae8f-c49cff6dad0b tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0537722 Jul 27 15:40:19.825429 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_common [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Allocated IP 172.20.0.11 (a9f2d62e-6002-4555-b49f-639cf150a235/682750ee-a44e-4d0d-9b2a-ae50dcd83f80/6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625) {{(pid=103935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:40:19.866325 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-a313a284-5d16-4092-b655-7ba7c11f0863 req-cf87d7e9-937e-4829-9746-c253d75dd3e3 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505364 Jul 27 15:40:19.910723 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1874714d-21aa-44b8-a915-d82bd24df5ce req-b6400a81-551a-41ec-a6bc-6e4d7b2e49bd tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 210 time: 0.0438092 Jul 27 15:40:20.103299 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:20.123612 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:20.173640 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:20.255014 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Pushing event updated for resources: {'Port': ['ID=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:20.282698 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:20.283077 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:20.283510 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:20.283943 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:20.284400 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:20.284737 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:20.285074 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:20.285595 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:20.285923 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:20.286250 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:20.286577 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:20.287593 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:20.287593 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:20.287593 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:20.287952 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:20.300199 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Network a9f2d62e-6002-4555-b49f-639cf150a235 is already hosted by enough agents. {{(pid=103935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:40:20.301553 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:20.302736 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.base_scheduler [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Resources bound (agent type, host, resource id): {{(pid=103935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:40:20.306029 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Received port after_create {{(pid=103935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:40:20.383777 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:20.387268 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:20.414772 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-6d1e7f2e-8cec-40e2-97c4-5e59c418ed10 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8816838 Jul 27 15:40:20.666028 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-dc91627f-f9c5-4bef-8ba4-cf9ab326a82b None None] Provisioning complete for port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:20.666624 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dc91627f-f9c5-4bef-8ba4-cf9ab326a82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:20.700824 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-dc91627f-f9c5-4bef-8ba4-cf9ab326a82b None None] Port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 cannot update to ACTIVE because it is not bound. {{(pid=103937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 15:40:20.875415 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:21.049547 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548309f-15cc-47e3-bedb-4c43ae9ce026 req-a0a50b01-9c02-439d-966c-e0d2259f40b8 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:21.052121 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d548309f-15cc-47e3-bedb-4c43ae9ce026 req-a0a50b01-9c02-439d-966c-e0d2259f40b8 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 932 time: 0.0584373 Jul 27 15:40:21.113681 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d548309f-15cc-47e3-bedb-4c43ae9ce026 req-9a031c74-c619-4851-b34d-d77af75b7b1b tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547903 Jul 27 15:40:22.102045 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:22.250866 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273c79a-8d14-4de6-bc72-85fc59a10c68 req-362fbfa9-8f7e-42d1-ac7b-71c570cef929 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:22.252586 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1273c79a-8d14-4de6-bc72-85fc59a10c68 req-362fbfa9-8f7e-42d1-ac7b-71c570cef929 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 932 time: 0.0524626 Jul 27 15:40:22.285868 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:22.310300 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1273c79a-8d14-4de6-bc72-85fc59a10c68 req-53ca8ffe-17a6-4a4c-b763-cd67cf1d052d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512533 Jul 27 15:40:23.464017 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33867f3-23f8-4265-9ee0-6ac189f5ed2c req-badbf3f0-6aad-4c72-b51f-8dde5775abf9 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:23.466106 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c33867f3-23f8-4265-9ee0-6ac189f5ed2c req-badbf3f0-6aad-4c72-b51f-8dde5775abf9 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 932 time: 0.0538809 Jul 27 15:40:23.524993 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c33867f3-23f8-4265-9ee0-6ac189f5ed2c req-5d97c376-bba9-449f-8b70-ddc9811e587b tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529988 Jul 27 15:40:24.656177 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b7afc-0ceb-44d6-b49b-a4f7bce1f96e req-6e9f70a2-27c8-4db9-ac4c-b86c10ceb206 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:24.658420 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e39b7afc-0ceb-44d6-b49b-a4f7bce1f96e req-6e9f70a2-27c8-4db9-ac4c-b86c10ceb206 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 932 time: 0.0545480 Jul 27 15:40:24.721675 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e39b7afc-0ceb-44d6-b49b-a4f7bce1f96e req-49b2895f-7da0-4a7d-ae64-923957e722dd tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562615 Jul 27 15:40:25.864083 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6e294-8a98-48b3-acef-ded699584d4f req-956f1636-da9d-482d-8c50-0690f0e800b7 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:25.872054 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96a6e294-8a98-48b3-acef-ded699584d4f req-956f1636-da9d-482d-8c50-0690f0e800b7 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 932 time: 0.0567448 Jul 27 15:40:25.928410 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-96a6e294-8a98-48b3-acef-ded699584d4f req-791ebc0f-2603-4fa2-8a70-4203670b2b2d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534556 Jul 27 15:40:27.053970 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85f8b-75e1-4c4d-828c-893809ff9ca5 req-41253ecc-6e78-41cc-871d-024f7be11477 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:27.055480 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7eb85f8b-75e1-4c4d-828c-893809ff9ca5 req-41253ecc-6e78-41cc-871d-024f7be11477 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 932 time: 0.0507042 Jul 27 15:40:27.109048 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-7eb85f8b-75e1-4c4d-828c-893809ff9ca5 req-59b3cd6a-0533-46f9-996a-2a3b96a22a5b tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449805 Jul 27 15:40:27.559452 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Request body: {'port': {'device_id': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:40:27.625648 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:27.894644 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 {{(pid=103935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:40:27.903200 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Publish callbacks [] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), precommit_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:27.916063 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.provisioning_blocks [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Transition to ACTIVE for port object 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 will not be triggered until provisioned by entity L2. {{(pid=103935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 15:40:27.920242 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9021810'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:27.978590 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Pushing event updated for resources: {'Port': ['ID=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625,revision_number=2']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:28.021020 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:28.053478 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Attempting to bind port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 15:40:28.053821 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Attempting to bind port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '088327b5-6aa0-4456-8182-7a5fce183968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235'}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 15:40:28.054159 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Attempting to bind port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 on network a9f2d62e-6002-4555-b49f-639cf150a235 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:40:28.059499 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 on network a9f2d62e-6002-4555-b49f-639cf150a235 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 15:40:28.059822 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Attempting to bind port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 on network a9f2d62e-6002-4555-b49f-639cf150a235 {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 15:40:28.065048 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Checking agent: {'id': '168340fb-86e7-4e23-af89-1ee63cdcfdee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'started_at': datetime.datetime(2022, 7, 27, 15, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 15, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 15:40:28.065389 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Checking segment: {'id': '088327b5-6aa0-4456-8182-7a5fce183968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 15:40:28.065775 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Bound using segment: {'id': '088327b5-6aa0-4456-8182-7a5fce183968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235'} {{(pid=103935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 15:40:28.066204 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.managers [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Bound port: 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088327b5-6aa0-4456-8182-7a5fce183968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235'}}] {{(pid=103935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 15:40:28.066569 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), before_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:28.111480 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:28.137675 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] For port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625, host hv-cinder-84131, cleared binding levels {{(pid=103935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 15:40:28.141109 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] For port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625,segment=NetworkSegment(088327b5-6aa0-4456-8182-7a5fce183968),segment_id=088327b5-6aa0-4456-8182-7a5fce183968)] {{(pid=103935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 15:40:28.147583 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9021810'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), after_update {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:28.186909 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:28.187518 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:28.188964 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] 10.222.0.42 "PUT /v2.0/ports/6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 HTTP/1.1" status: 200 len: 1094 time: 0.6343911 Jul 27 15:40:28.189418 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'tag': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:40:28.191708 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a3c44b-dd58-4ba0-8bb8-8fb5c7386a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c", "tag": "6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:40:28.221232 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcef895-ad4c-4087-829b-1cc4069bfb5d service neutron] Pushing event updated for resources: {'Port': ['ID=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625,revision_number=3']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:28.249575 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35abd044-82de-4398-87d3-5438e8dbd8f4 x-openstack-request-id: req-35abd044-82de-4398-87d3-5438e8dbd8f4 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:40:28.249867 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c", "tag": "6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:40:28.250127 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35abd044-82de-4398-87d3-5438e8dbd8f4 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:40:28.252607 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35abd044-82de-4398-87d3-5438e8dbd8f4'] response: {'name': 'network-changed', 'server_uuid': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'tag': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625', 'status': 'completed', 'code': 200} Jul 27 15:40:28.255995 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:28.264721 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ef4f3-00da-4475-ba3d-60e244af7d5f req-a34e29b7-769f-4706-a128-a09535d054f6 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:28.266281 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b72ef4f3-00da-4475-ba3d-60e244af7d5f req-a34e29b7-769f-4706-a128-a09535d054f6 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 944 time: 0.0657523 Jul 27 15:40:28.313983 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-7ce11f24-84a9-4ccc-8b10-91d868f54695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:28.315520 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-7ce11f24-84a9-4ccc-8b10-91d868f54695 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f40879b7ec11451a82501bf14592c04a&device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 1128 time: 0.0546646 Jul 27 15:40:28.323745 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-b72ef4f3-00da-4475-ba3d-60e244af7d5f req-365983fd-cca5-4cd6-955a-5db2e3f0cdf1 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512376 Jul 27 15:40:28.360998 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-396c1a64-dc0b-49ee-91cb-8d374801d483 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 HTTP/1.1" status: 200 len: 217 time: 0.0355313 Jul 27 15:40:28.413939 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-7f0f49da-b01c-471b-9bcd-c2634df8ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:28.415434 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-7f0f49da-b01c-471b-9bcd-c2634df8ddd0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=682750ee-a44e-4d0d-9b2a-ae50dcd83f80 HTTP/1.1" status: 200 len: 853 time: 0.0473514 Jul 27 15:40:28.469397 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-0ee54826-a85a-4173-a07f-75641f0a7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:28.470923 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-0ee54826-a85a-4173-a07f-75641f0a7da6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9f2d62e-6002-4555-b49f-639cf150a235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445230 Jul 27 15:40:28.566105 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-fe2385ad-dace-4efe-a675-c134f822455f service neutron] 10.222.0.42 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882719 Jul 27 15:40:28.666848 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-9943bf94-6cb4-45bd-9e4d-28ee772c3983 req-cfc29b9d-8e55-4d29-acef-7c6d04f90cab service neutron] 10.222.0.42 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901256 Jul 27 15:40:29.445676 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb3153-8c6c-4cb1-a536-4cb586b7c5c3 req-c6f89332-075d-4917-b740-977620a4e475 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:29.447174 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3deb3153-8c6c-4cb1-a536-4cb586b7c5c3 req-c6f89332-075d-4917-b740-977620a4e475 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 944 time: 0.0488055 Jul 27 15:40:29.504532 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3deb3153-8c6c-4cb1-a536-4cb586b7c5c3 req-556b0d35-ac9d-4ed4-b8c7-f81e868258bb tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511711 Jul 27 15:40:29.536900 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3c44b-dd58-4ba0-8bb8-8fb5c7386a0c req-23499ad6-198d-4012-84ac-e4d2c7c5e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:29.538410 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c3a3c44b-dd58-4ba0-8bb8-8fb5c7386a0c req-23499ad6-198d-4012-84ac-e4d2c7c5e7d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f40879b7ec11451a82501bf14592c04a&device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 1128 time: 0.0494452 Jul 27 15:40:29.633257 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3c44b-dd58-4ba0-8bb8-8fb5c7386a0c req-ac071391-e64d-43d0-97ec-4726ee3eba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:29.634639 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c3a3c44b-dd58-4ba0-8bb8-8fb5c7386a0c req-ac071391-e64d-43d0-97ec-4726ee3eba19 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9f2d62e-6002-4555-b49f-639cf150a235 HTTP/1.1" status: 200 len: 915 time: 0.0890601 Jul 27 15:40:29.679967 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c3a3c44b-dd58-4ba0-8bb8-8fb5c7386a0c req-b2255777-d4d2-4e87-88d0-11e91e5470fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 HTTP/1.1" status: 200 len: 217 time: 0.0383985 Jul 27 15:40:29.730866 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3c44b-dd58-4ba0-8bb8-8fb5c7386a0c req-c6c1c751-96ce-48e5-8af4-e73044caac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:29.732381 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c3a3c44b-dd58-4ba0-8bb8-8fb5c7386a0c req-c6c1c751-96ce-48e5-8af4-e73044caac1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=682750ee-a44e-4d0d-9b2a-ae50dcd83f80 HTTP/1.1" status: 200 len: 853 time: 0.0457857 Jul 27 15:40:29.777439 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3c44b-dd58-4ba0-8bb8-8fb5c7386a0c req-2a98e952-1274-483a-b05c-f700eb035024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:29.778983 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c3a3c44b-dd58-4ba0-8bb8-8fb5c7386a0c req-2a98e952-1274-483a-b05c-f700eb035024 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9f2d62e-6002-4555-b49f-639cf150a235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404093 Jul 27 15:40:29.836498 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:29.878195 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c3a3c44b-dd58-4ba0-8bb8-8fb5c7386a0c req-0c415661-0aef-4914-bf25-66dd60aafc94 service neutron] 10.222.0.42 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925663 Jul 27 15:40:29.974313 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-c3a3c44b-dd58-4ba0-8bb8-8fb5c7386a0c req-d4c8ee2d-903b-4807-8f6f-cdf20e310be5 service neutron] 10.222.0.42 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902278 Jul 27 15:40:30.624433 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d933db4-f3c6-4748-a88c-5fb08b086fa5 req-f7d258b4-d3e6-4412-baea-5d2299e4e1a0 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:30.625968 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8d933db4-f3c6-4748-a88c-5fb08b086fa5 req-f7d258b4-d3e6-4412-baea-5d2299e4e1a0 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 944 time: 0.0488787 Jul 27 15:40:30.675331 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-8d933db4-f3c6-4748-a88c-5fb08b086fa5 req-3b8d0d20-d928-4c43-9cb7-2a2122844341 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437484 Jul 27 15:40:30.824269 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:30.832454 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:31.346500 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 15:40:31.485128 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625,segment=NetworkSegment(088327b5-6aa0-4456-8182-7a5fce183968),segment_id=088327b5-6aa0-4456-8182-7a5fce183968)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:40:31.500425 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Returning: {'device': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625', 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235', 'port_id': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625', 'mac_address': 'fa:16:3e:56:d7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 15:40:31.534357 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 is: DOWN; New status is: BUILD {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:31.534750 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:31.548019 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 {{(pid=103937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 15:40:31.568435 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625,segment=NetworkSegment(088327b5-6aa0-4456-8182-7a5fce183968),segment_id=088327b5-6aa0-4456-8182-7a5fce183968)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:40:31.572007 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:31.619418 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:31.625087 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625,revision_number=4']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:31.800067 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67ed13-1900-45ac-ae77-a6d42c00650b req-3ef76123-a4e0-45b1-b7a7-701f2e69f323 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:31.800973 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:40:31.801915 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1e67ed13-1900-45ac-ae77-a6d42c00650b req-3ef76123-a4e0-45b1-b7a7-701f2e69f323 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 945 time: 0.0493245 Jul 27 15:40:31.811015 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:40:31.820866 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:31.860297 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1e67ed13-1900-45ac-ae77-a6d42c00650b req-11e4061d-d998-446d-8282-9863307121e2 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525231 Jul 27 15:40:32.981872 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29b973-6f4c-4b07-b009-b6b756b1dffc req-060d1f57-2dfa-4d21-a452-a7d3b25cfc89 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:32.983369 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4f29b973-6f4c-4b07-b009-b6b756b1dffc req-060d1f57-2dfa-4d21-a452-a7d3b25cfc89 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 945 time: 0.0496962 Jul 27 15:40:33.031572 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:33.036739 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4f29b973-6f4c-4b07-b009-b6b756b1dffc req-3f30b17c-a9fe-47f9-abd5-aa1c5dd699d1 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478160 Jul 27 15:40:33.361788 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 up at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 15:40:33.395920 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:33.406465 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning for port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 completed by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 15:40:33.412495 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Provisioning complete for port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 triggered by entity L2. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:33.412867 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:33.488582 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Current status of the port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 is: BUILD; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:33.488972 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), before_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:33.513290 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625'}] {{(pid=103937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:40:33.515538 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef69f10ed1d16e963b1982fb8a3c026a4873aff4399d786a5350f6115cd8867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bf2002-3641-4ed0-baf5-85896b154659" -d '{"events": [{"server_uuid": "2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c", "name": "network-vif-plugged", "status": "completed", "tag": "6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625"}]}' {{(pid=103937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:40:33.529333 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] For port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625,segment=NetworkSegment(088327b5-6aa0-4456-8182-7a5fce183968),segment_id=088327b5-6aa0-4456-8182-7a5fce183968)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:40:33.533422 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:33.557626 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57b2fae-478f-45f2-ad80-02ed4f1a059d x-openstack-request-id: req-e57b2fae-478f-45f2-ad80-02ed4f1a059d {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:40:33.557912 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c", "name": "network-vif-plugged", "status": "completed", "tag": "6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625", "code": 200}]} {{(pid=103937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:40:33.558161 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e57b2fae-478f-45f2-ad80-02ed4f1a059d {{(pid=103937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:40:33.558546 dv-cinder-841315-2-iscsi neutron-server[103937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57b2fae-478f-45f2-ad80-02ed4f1a059d'] response: {'server_uuid': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625', 'code': 200} Jul 27 15:40:33.586462 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Pushing event updated for resources: {'Port': ['ID=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625,revision_number=5']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:33.738546 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a93849-d456-4c7f-a769-754bd7bbaf60 req-1789609b-d91c-498f-98a1-a2ccecbf73da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:33.740035 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95a93849-d456-4c7f-a769-754bd7bbaf60 req-1789609b-d91c-498f-98a1-a2ccecbf73da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 1130 time: 0.0391481 Jul 27 15:40:33.792248 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-95a93849-d456-4c7f-a769-754bd7bbaf60 req-7c874ac5-f42e-4344-9637-285f73f2afdf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396633 Jul 27 15:40:34.158859 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826bf26-cf4b-4bd2-97f1-c7cd08e01f0c req-04953e4e-70ae-4171-8708-8141c2d2263b tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:34.160387 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d826bf26-cf4b-4bd2-97f1-c7cd08e01f0c req-04953e4e-70ae-4171-8708-8141c2d2263b tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 946 time: 0.0487509 Jul 27 15:40:34.209878 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-d826bf26-cf4b-4bd2-97f1-c7cd08e01f0c req-4946cd0b-92e3-4dfc-bc36-c6e1b4b729c0 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Jul 27 15:40:35.332982 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a89903-54a3-4b2d-b803-41a7b140e21e req-4a1e2c62-5185-4fd4-9be7-c1c69c2ec781 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:35.334540 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-68a89903-54a3-4b2d-b803-41a7b140e21e req-4a1e2c62-5185-4fd4-9be7-c1c69c2ec781 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 946 time: 0.0492115 Jul 27 15:40:35.387248 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-68a89903-54a3-4b2d-b803-41a7b140e21e req-d8a80ef5-2411-4308-a430-efa4fc87af89 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458951 Jul 27 15:40:35.508338 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd479469-6c28-4207-912f-0e72aada56e6 req-fd171c69-8f1a-47cb-83ca-6c9b06a24d8a tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:35.509798 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cd479469-6c28-4207-912f-0e72aada56e6 req-fd171c69-8f1a-47cb-83ca-6c9b06a24d8a tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 946 time: 0.0479252 Jul 27 15:40:35.558556 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-cd479469-6c28-4207-912f-0e72aada56e6 req-c590c8f2-915c-4cb8-9fc7-1df48eff2477 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423415 Jul 27 15:40:35.914707 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654518e-b401-4439-8cf1-63627def995f req-83eccc16-80f3-4384-abd5-bc158a215f83 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:35.916252 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9654518e-b401-4439-8cf1-63627def995f req-83eccc16-80f3-4384-abd5-bc158a215f83 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 946 time: 0.0576646 Jul 27 15:40:35.968581 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9654518e-b401-4439-8cf1-63627def995f req-6ff78e12-31f9-49ea-9131-26003e72a628 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463233 Jul 27 15:40:37.871610 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:41.796853 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:44.502611 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4d855-7772-4683-835c-3156446d45d0 req-1b7288af-ba52-4eb0-abf4-a90e7cbafe2c tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:44.504143 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-37a4d855-7772-4683-835c-3156446d45d0 req-1b7288af-ba52-4eb0-abf4-a90e7cbafe2c tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 946 time: 0.0505898 Jul 27 15:40:44.552722 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-37a4d855-7772-4683-835c-3156446d45d0 req-27560f48-b063-4c58-a300-932fd8bfb07b tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431237 Jul 27 15:40:44.580158 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49414) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:40:44.666430 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1615992f-7052-45b0-a47c-b6ba748bcd54 tempest-TestMinimumBasicScenario-1655875422 tempest-TestMinimumBasicScenario-1655875422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:44.668011 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1615992f-7052-45b0-a47c-b6ba748bcd54 tempest-TestMinimumBasicScenario-1655875422 tempest-TestMinimumBasicScenario-1655875422-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 1125 time: 0.0868309 Jul 27 15:40:44.672383 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49418) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:40:44.678069 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Request body: {'floatingip': {'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'port_id': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:40:44.700443 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:44.785990 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (None), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:44.907463 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_common [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Allocated IP 172.27.1.20 (44ae5f16-4ebc-43f4-8fab-99c1160c42d1/62430db0-8a6e-40d6-8d6d-e1d0f62d53c5/c1c06851-cb8f-4c06-9513-b33620ef0b94) {{(pid=103936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 15:40:45.009577 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:45.013638 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for port (c1c06851-cb8f-4c06-9513-b33620ef0b94), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:45.052294 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768357671747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (c1c06851-cb8f-4c06-9513-b33620ef0b94), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:45.087315 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:45.101732 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Network 44ae5f16-4ebc-43f4-8fab-99c1160c42d1 is already hosted by enough agents. {{(pid=103936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 15:40:45.108880 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.base_scheduler [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Resources bound (agent type, host, resource id): {{(pid=103936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 15:40:45.111720 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Received port after_create {{(pid=103936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 15:40:45.114568 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Pushing event updated for resources: {'Port': ['ID=c1c06851-cb8f-4c06-9513-b33620ef0b94,revision_number=1']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:45.145137 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:45.145478 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:45.145812 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:45.146141 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:45.146470 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:45.146799 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:45.147119 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:45.147438 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:45.147756 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:45.148105 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:45.148425 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:45.148749 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:45.149067 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:45.149382 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:45.149696 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:40:45.380340 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=38 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:45.383541 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=23 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:45.496727 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for floatingip (e05605df-2dea-45cb-970e-daebb40533f9), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:45.564235 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (c1c06851-cb8f-4c06-9513-b33620ef0b94), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:45.721042 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for port (c1c06851-cb8f-4c06-9513-b33620ef0b94), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:45.725860 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (c1c06851-cb8f-4c06-9513-b33620ef0b94), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:45.796996 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Pushing event updated for resources: {'Port': ['ID=c1c06851-cb8f-4c06-9513-b33620ef0b94,revision_number=2']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:45.813011 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376803'] for floatingip (e05605df-2dea-45cb-970e-daebb40533f9), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:45.814600 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:45.913804 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Floating IP e05605df-2dea-45cb-970e-daebb40533f9 associated. External IP: 172.27.1.20, port: 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625. Jul 27 15:40:46.025780 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:46.140025 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:40:46.249106 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:40:46.259686 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba19fa-0785-42f4-a652-eaa92e0d2257 None None] Sync routers for ids ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:40:46.268664 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:46.269856 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba19fa-0785-42f4-a652-eaa92e0d2257 None None] Routers {'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:40:46.270492 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d7ba19fa-0785-42f4-a652-eaa92e0d2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:40:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:40:46.301490 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-5b8f36a1-c231-4fa3-9105-4006a63a2c57 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6279426 Jul 27 15:40:46.301986 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'tag': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:40:46.304800 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49420) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:40:46.305165 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0a2395-19f5-4ea9-a8bd-7fb4d4168c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c", "tag": "6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:40:46.309992 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-a4e5edee-e228-4194-8ae7-0d59f9006dff tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-770683507', 'description': 'tempest-secgroup-smoke-770683507 description', 'project_id': 'f40879b7ec11451a82501bf14592c04a'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:40:46.334604 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a4e5edee-e228-4194-8ae7-0d59f9006dff tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:46.383055 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-d7ba19fa-0785-42f4-a652-eaa92e0d2257 None None] Set router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:40:46.420603 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a4e5edee-e228-4194-8ae7-0d59f9006dff tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group (9e892118-d7b7-4678-839d-856f80f040ce), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:46.423727 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5114a62d-e9eb-440a-97a2-6d0bd5b13173 x-openstack-request-id: req-5114a62d-e9eb-440a-97a2-6d0bd5b13173 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:40:46.424168 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c", "tag": "6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:40:46.424513 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5114a62d-e9eb-440a-97a2-6d0bd5b13173 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:40:46.425063 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5114a62d-e9eb-440a-97a2-6d0bd5b13173'] response: {'name': 'network-changed', 'server_uuid': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'tag': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625', 'status': 'completed', 'code': 200} Jul 27 15:40:46.426785 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a4e5edee-e228-4194-8ae7-0d59f9006dff tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (9e892118-d7b7-4678-839d-856f80f040ce), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:46.474862 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a4e5edee-e228-4194-8ae7-0d59f9006dff tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:46.476685 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-a4e5edee-e228-4194-8ae7-0d59f9006dff tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1704655 Jul 27 15:40:46.480040 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49426) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:40:46.480343 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5edee-e228-4194-8ae7-0d59f9006dff tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e892118-d7b7-4678-839d-856f80f040ce,revision_number=1']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:46.487581 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-79ba8f03-fc60-4498-9fec-2b06414965be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Request body: {'security_group_rule': {'security_group_id': '9e892118-d7b7-4678-839d-856f80f040ce', 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:40:46.521410 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a2395-19f5-4ea9-a8bd-7fb4d4168c7e req-45c0b94e-f545-408b-9610-d7099c683f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:46.522988 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79ba8f03-fc60-4498-9fec-2b06414965be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (872715ee-fb94-417d-b501-2fddb6eefa35), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:46.523989 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4f0a2395-19f5-4ea9-a8bd-7fb4d4168c7e req-45c0b94e-f545-408b-9610-d7099c683f77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f40879b7ec11451a82501bf14592c04a&device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 1130 time: 0.0633204 Jul 27 15:40:46.585350 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79ba8f03-fc60-4498-9fec-2b06414965be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (872715ee-fb94-417d-b501-2fddb6eefa35), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:46.594326 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79ba8f03-fc60-4498-9fec-2b06414965be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (872715ee-fb94-417d-b501-2fddb6eefa35), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:46.609756 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba8f03-fc60-4498-9fec-2b06414965be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872715ee-fb94-417d-b501-2fddb6eefa35,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:46.625448 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-79ba8f03-fc60-4498-9fec-2b06414965be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:46.629724 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49428) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:40:46.630095 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-79ba8f03-fc60-4498-9fec-2b06414965be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478701 Jul 27 15:40:46.635103 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.v2.base [None req-376ea5d5-6327-4209-8996-8b3051450536 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Request body: {'security_group_rule': {'security_group_id': '9e892118-d7b7-4678-839d-856f80f040ce', 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:40:46.657461 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a2395-19f5-4ea9-a8bd-7fb4d4168c7e req-1aa5b56f-d5e5-47e7-b53f-1ea37d4df9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:46.659152 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4f0a2395-19f5-4ea9-a8bd-7fb4d4168c7e req-1aa5b56f-d5e5-47e7-b53f-1ea37d4df9ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9f2d62e-6002-4555-b49f-639cf150a235 HTTP/1.1" status: 200 len: 915 time: 0.1254196 Jul 27 15:40:46.709874 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-376ea5d5-6327-4209-8996-8b3051450536 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (2e55e4f8-6ae4-48f7-90d1-ea77d0aea140), before_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:46.718927 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d7ba19fa-0785-42f4-a652-eaa92e0d2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'name': 'tempest-TestMinimumBasicScenario-320589325-router', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:00Z', 'revision_number': 4, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'gw_port': {'id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': 'e05605df-2dea-45cb-970e-daebb40533f9', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'port_id': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235', 'mac_address': 'fa:16:3e:56:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:40:45Z', 'updated_at': '2022-07-27T15:40:45Z', 'revision_number': 0, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9600483-9c49-45a9-841f-89c531dec3f4', 'name': '', 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'mac_address': 'fa:16:3e:0d:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:59Z', 'updated_at': '2022-07-27T15:40:04Z', 'revision_number': 5, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'subnets': [{'id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:40:46.743694 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba19fa-0785-42f4-a652-eaa92e0d2257 None None] Checking router: a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:40:46.746836 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4f0a2395-19f5-4ea9-a8bd-7fb4d4168c7e req-e507eae0-9bb6-4125-a2fd-3a21f417b2c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 HTTP/1.1" status: 200 len: 999 time: 0.0811789 Jul 27 15:40:46.756974 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba19fa-0785-42f4-a652-eaa92e0d2257 None None] Routers {'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:40:46.757765 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d7ba19fa-0785-42f4-a652-eaa92e0d2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:40:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:40:46.815426 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-376ea5d5-6327-4209-8996-8b3051450536 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (2e55e4f8-6ae4-48f7-90d1-ea77d0aea140), precommit_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:46.821936 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a2395-19f5-4ea9-a8bd-7fb4d4168c7e req-d0cad076-877e-4333-ae62-245d96e59ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:46.824129 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4f0a2395-19f5-4ea9-a8bd-7fb4d4168c7e req-d0cad076-877e-4333-ae62-245d96e59ca0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=682750ee-a44e-4d0d-9b2a-ae50dcd83f80 HTTP/1.1" status: 200 len: 853 time: 0.0680137 Jul 27 15:40:46.824762 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-376ea5d5-6327-4209-8996-8b3051450536 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (2e55e4f8-6ae4-48f7-90d1-ea77d0aea140), after_create {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:46.866292 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-d7ba19fa-0785-42f4-a652-eaa92e0d2257 None None] Set router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:40:46.879148 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ea5d5-6327-4209-8996-8b3051450536 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e55e4f8-6ae4-48f7-90d1-ea77d0aea140,revision_number=0']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:46.886681 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-376ea5d5-6327-4209-8996-8b3051450536 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:46.890849 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-376ea5d5-6327-4209-8996-8b3051450536 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2571151 Jul 27 15:40:46.890849 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a2395-19f5-4ea9-a8bd-7fb4d4168c7e req-11b7c85e-14d4-4be6-b484-3b230a9a187a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:46.891058 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4f0a2395-19f5-4ea9-a8bd-7fb4d4168c7e req-11b7c85e-14d4-4be6-b484-3b230a9a187a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9f2d62e-6002-4555-b49f-639cf150a235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589235 Jul 27 15:40:46.891463 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49430) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:40:46.896158 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-4cd6f7bd-b1b5-42c6-abbd-9664e172417f tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Request body: {'security_group_rule': {'security_group_id': '9e892118-d7b7-4678-839d-856f80f040ce', 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:40:46.930606 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4cd6f7bd-b1b5-42c6-abbd-9664e172417f tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (1d72941d-22d9-4794-9eee-88f2fbc4983e), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:46.989363 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4cd6f7bd-b1b5-42c6-abbd-9664e172417f tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (1d72941d-22d9-4794-9eee-88f2fbc4983e), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:46.994632 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4cd6f7bd-b1b5-42c6-abbd-9664e172417f tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (1d72941d-22d9-4794-9eee-88f2fbc4983e), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.007841 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4f0a2395-19f5-4ea9-a8bd-7fb4d4168c7e req-d7bdf2b9-8513-4b5e-862d-dd829c0882ff service neutron] 10.222.0.42 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088183 Jul 27 15:40:47.017043 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6f7bd-b1b5-42c6-abbd-9664e172417f tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d72941d-22d9-4794-9eee-88f2fbc4983e,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:47.022775 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-4cd6f7bd-b1b5-42c6-abbd-9664e172417f tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.024057 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-4cd6f7bd-b1b5-42c6-abbd-9664e172417f tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315246 Jul 27 15:40:47.026883 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49432) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:40:47.034425 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-f44dafd0-eab3-4a53-9da1-061b1124011b tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Request body: {'security_group_rule': {'security_group_id': '9e892118-d7b7-4678-839d-856f80f040ce', 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:40:47.069289 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f44dafd0-eab3-4a53-9da1-061b1124011b tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (ac22cbbc-708d-4587-b0c7-ae756d3dcf8c), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.104981 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-99547570-d7f1-4ca7-bdfd-afcf5a62f6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.117415 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-d7ba19fa-0785-42f4-a652-eaa92e0d2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'name': 'tempest-TestMinimumBasicScenario-320589325-router', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:00Z', 'revision_number': 4, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'gw_port': {'id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': 'e05605df-2dea-45cb-970e-daebb40533f9', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'port_id': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235', 'mac_address': 'fa:16:3e:56:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:40:45Z', 'updated_at': '2022-07-27T15:40:45Z', 'revision_number': 0, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9600483-9c49-45a9-841f-89c531dec3f4', 'name': '', 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'mac_address': 'fa:16:3e:0d:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:59Z', 'updated_at': '2022-07-27T15:40:04Z', 'revision_number': 5, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'subnets': [{'id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:40:47.123417 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:47.133536 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4f0a2395-19f5-4ea9-a8bd-7fb4d4168c7e req-a1ca90ba-b42e-4f81-a369-bba0037ad91b service neutron] 10.222.0.42 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179848 Jul 27 15:40:47.140210 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f44dafd0-eab3-4a53-9da1-061b1124011b tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (ac22cbbc-708d-4587-b0c7-ae756d3dcf8c), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.145329 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f44dafd0-eab3-4a53-9da1-061b1124011b tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (ac22cbbc-708d-4587-b0c7-ae756d3dcf8c), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.152655 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba19fa-0785-42f4-a652-eaa92e0d2257 None None] The sync data for ids ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'] in dv-cinder-841315-2-iscsi is: [{'id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'name': 'tempest-TestMinimumBasicScenario-320589325-router', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:00Z', 'revision_number': 4, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'gw_port': {'id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_floatingips': [{'id': 'e05605df-2dea-45cb-970e-daebb40533f9', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'router_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'port_id': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235', 'mac_address': 'fa:16:3e:56:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T15:40:45Z', 'updated_at': '2022-07-27T15:40:45Z', 'revision_number': 0, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9600483-9c49-45a9-841f-89c531dec3f4', 'name': '', 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'mac_address': 'fa:16:3e:0d:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:59Z', 'updated_at': '2022-07-27T15:40:04Z', 'revision_number': 5, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'subnets': [{'id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:40:47.168074 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44dafd0-eab3-4a53-9da1-061b1124011b tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac22cbbc-708d-4587-b0c7-ae756d3dcf8c,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:47.177854 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-f44dafd0-eab3-4a53-9da1-061b1124011b tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.179167 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-f44dafd0-eab3-4a53-9da1-061b1124011b tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1492841 Jul 27 15:40:47.182643 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49434) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:40:47.187189 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-c3e3ac20-c02d-4753-af4a-f99056c3d456 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Request body: {'security_group_rule': {'security_group_id': '9e892118-d7b7-4678-839d-856f80f040ce', 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:40:47.209805 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.securitygroups_db [None req-c3e3ac20-c02d-4753-af4a-f99056c3d456 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Project f40879b7ec11451a82501bf14592c04a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 15:40:47.216059 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c3e3ac20-c02d-4753-af4a-f99056c3d456 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (b1fa2a21-7e2d-4ab5-bba7-627640d677b5), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.278958 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:47.286082 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c3e3ac20-c02d-4753-af4a-f99056c3d456 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (b1fa2a21-7e2d-4ab5-bba7-627640d677b5), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.290669 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c3e3ac20-c02d-4753-af4a-f99056c3d456 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (b1fa2a21-7e2d-4ab5-bba7-627640d677b5), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.314215 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3ac20-c02d-4753-af4a-f99056c3d456 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fa2a21-7e2d-4ab5-bba7-627640d677b5,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:47.324093 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-c3e3ac20-c02d-4753-af4a-f99056c3d456 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.325358 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-c3e3ac20-c02d-4753-af4a-f99056c3d456 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417465 Jul 27 15:40:47.328047 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49436) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:40:47.332593 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [None req-6a78e34b-4a3f-4230-b146-5d03be3e8ea6 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Request body: {'security_group_rule': {'security_group_id': '9e892118-d7b7-4678-839d-856f80f040ce', 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:40:47.356097 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.securitygroups_db [None req-6a78e34b-4a3f-4230-b146-5d03be3e8ea6 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Project f40879b7ec11451a82501bf14592c04a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 15:40:47.361941 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6a78e34b-4a3f-4230-b146-5d03be3e8ea6 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (88d856d6-6913-4af7-9bd0-00a84bff6140), before_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.370674 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149c8fb9-1509-4595-af33-688f7c1b65af None None] New status for floating IP e05605df-2dea-45cb-970e-daebb40533f9: ACTIVE {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:40:47.430077 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6a78e34b-4a3f-4230-b146-5d03be3e8ea6 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (88d856d6-6913-4af7-9bd0-00a84bff6140), precommit_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.434646 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6a78e34b-4a3f-4230-b146-5d03be3e8ea6 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329027'] for security_group_rule (88d856d6-6913-4af7-9bd0-00a84bff6140), after_create {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.451347 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78e34b-4a3f-4230-b146-5d03be3e8ea6 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d856d6-6913-4af7-9bd0-00a84bff6140,revision_number=0']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:47.464605 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-6a78e34b-4a3f-4230-b146-5d03be3e8ea6 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.466303 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-6a78e34b-4a3f-4230-b146-5d03be3e8ea6 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368108 Jul 27 15:40:47.562750 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-633b0028-e5c3-4922-8c06-c120a0d2513c req-2fadc259-9fba-407b-a231-2d313c9271bc tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-770683507&fields=id&tenant_id=f40879b7ec11451a82501bf14592c04a HTTP/1.1" status: 200 len: 267 time: 0.0494194 Jul 27 15:40:47.614719 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b0028-e5c3-4922-8c06-c120a0d2513c req-7d686b01-27f2-40a1-a175-ea1258297e4a tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:47.616182 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-633b0028-e5c3-4922-8c06-c120a0d2513c req-7d686b01-27f2-40a1-a175-ea1258297e4a tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 946 time: 0.0479066 Jul 27 15:40:47.627009 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-633b0028-e5c3-4922-8c06-c120a0d2513c req-ad6c7416-1754-48db-b9e8-fb73f1fc3c77 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Request body: {'port': {'security_groups': ['06d7ad66-f57d-4715-801a-f5265b0fcc73', '9e892118-d7b7-4678-839d-856f80f040ce']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:40:47.701054 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-633b0028-e5c3-4922-8c06-c120a0d2513c req-ad6c7416-1754-48db-b9e8-fb73f1fc3c77 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.891457 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-633b0028-e5c3-4922-8c06-c120a0d2513c req-ad6c7416-1754-48db-b9e8-fb73f1fc3c77 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] For port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625,segment=NetworkSegment(088327b5-6aa0-4456-8182-7a5fce183968),segment_id=088327b5-6aa0-4456-8182-7a5fce183968)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:40:47.920238 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-633b0028-e5c3-4922-8c06-c120a0d2513c req-ad6c7416-1754-48db-b9e8-fb73f1fc3c77 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.924703 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-633b0028-e5c3-4922-8c06-c120a0d2513c req-ad6c7416-1754-48db-b9e8-fb73f1fc3c77 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.937582 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:40:47.972093 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b0028-e5c3-4922-8c06-c120a0d2513c req-ad6c7416-1754-48db-b9e8-fb73f1fc3c77 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:47.972732 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-633b0028-e5c3-4922-8c06-c120a0d2513c req-ad6c7416-1754-48db-b9e8-fb73f1fc3c77 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:47.974171 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-633b0028-e5c3-4922-8c06-c120a0d2513c req-ad6c7416-1754-48db-b9e8-fb73f1fc3c77 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "PUT /v2.0/ports/6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 HTTP/1.1" status: 200 len: 982 time: 0.3518746 Jul 27 15:40:48.001372 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:48.009360 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c7416-1754-48db-b9e8-fb73f1fc3c77 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Pushing event updated for resources: {'Port': ['ID=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625,revision_number=6']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:40:48.082652 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:40:48.105583 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cb821-41c2-481e-94b1-0bb6936f40c0 req-2ca31173-af6c-4a47-be41-94486c5f5dd2 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:48.107345 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c0cb821-41c2-481e-94b1-0bb6936f40c0 req-2ca31173-af6c-4a47-be41-94486c5f5dd2 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 985 time: 0.0518324 Jul 27 15:40:48.144152 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:48.184079 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-8c0cb821-41c2-481e-94b1-0bb6936f40c0 req-fdef3a79-95b4-49f0-a93e-eba11e8afe24 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&id=9e892118-d7b7-4678-839d-856f80f040ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706780 Jul 27 15:40:48.248147 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:48.289298 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:48.290090 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-c388b8cf-b85f-4530-8444-cc2e18ddc19e None None] Provisioning complete for port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:40:48.290460 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c388b8cf-b85f-4530-8444-cc2e18ddc19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:48.426522 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'tag': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:40:48.429233 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4932b5ad-a761-4bb1-9f68-31c5dcda8f31" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c", "tag": "6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:40:48.475714 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcad32c-8c93-482a-a8c7-80642f8f4f46 x-openstack-request-id: req-6bcad32c-8c93-482a-a8c7-80642f8f4f46 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:40:48.476238 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c", "tag": "6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:40:48.476604 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6bcad32c-8c93-482a-a8c7-80642f8f4f46 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:40:48.477189 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bcad32c-8c93-482a-a8c7-80642f8f4f46'] response: {'name': 'network-changed', 'server_uuid': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'tag': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625', 'status': 'completed', 'code': 200} Jul 27 15:40:48.492217 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-c388b8cf-b85f-4530-8444-cc2e18ddc19e None None] Current status of the port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:40:48.553187 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:48.565497 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-816b78f4-9284-4945-b17e-8925fc0c697f req-e127ed42-0c58-42a8-884a-1f9ab2949ff6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694656 Jul 27 15:40:48.575444 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932b5ad-a761-4bb1-9f68-31c5dcda8f31 req-7eb686be-12ab-42f9-84b6-69cc29770b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:48.576967 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4932b5ad-a761-4bb1-9f68-31c5dcda8f31 req-7eb686be-12ab-42f9-84b6-69cc29770b63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f40879b7ec11451a82501bf14592c04a&device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 1169 time: 0.0540822 Jul 27 15:40:48.688139 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b78f4-9284-4945-b17e-8925fc0c697f req-0f41ff32-8c7b-4eb8-b827-cc5fb2bddbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:48.689558 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-816b78f4-9284-4945-b17e-8925fc0c697f req-0f41ff32-8c7b-4eb8-b827-cc5fb2bddbc2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f420f7f5f5947088f23da2dab9f0fd7&device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 1129 time: 0.0566292 Jul 27 15:40:48.720733 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932b5ad-a761-4bb1-9f68-31c5dcda8f31 req-96500f4e-e2a9-4663-8c8f-a9886ab6c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:48.722156 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4932b5ad-a761-4bb1-9f68-31c5dcda8f31 req-96500f4e-e2a9-4663-8c8f-a9886ab6c4d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9f2d62e-6002-4555-b49f-639cf150a235 HTTP/1.1" status: 200 len: 915 time: 0.1387630 Jul 27 15:40:48.840221 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4932b5ad-a761-4bb1-9f68-31c5dcda8f31 req-621177c1-464f-4697-92b0-8cdb333fac7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 HTTP/1.1" status: 200 len: 1001 time: 0.1075613 Jul 27 15:40:48.882242 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b78f4-9284-4945-b17e-8925fc0c697f req-81b00697-a3ee-44ab-b29b-4271056ed46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:48.883762 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-816b78f4-9284-4945-b17e-8925fc0c697f req-81b00697-a3ee-44ab-b29b-4271056ed46e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fd80b0f-495d-4f71-90b9-50d0753d3896 HTTP/1.1" status: 200 len: 909 time: 0.1742611 Jul 27 15:40:48.941766 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932b5ad-a761-4bb1-9f68-31c5dcda8f31 req-abebd14f-cd2e-478e-9056-d99740ae2320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:48.943171 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4932b5ad-a761-4bb1-9f68-31c5dcda8f31 req-abebd14f-cd2e-478e-9056-d99740ae2320 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=682750ee-a44e-4d0d-9b2a-ae50dcd83f80 HTTP/1.1" status: 200 len: 853 time: 0.0912576 Jul 27 15:40:48.985418 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-816b78f4-9284-4945-b17e-8925fc0c697f req-16122d21-7870-4fa7-af0b-58d7bc93537a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89a43d90-e38e-4f3f-b165-519e1d370bb5 HTTP/1.1" status: 200 len: 1000 time: 0.0950847 Jul 27 15:40:49.005615 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932b5ad-a761-4bb1-9f68-31c5dcda8f31 req-1b547565-c77c-490d-895a-acfac56e2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:49.007076 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4932b5ad-a761-4bb1-9f68-31c5dcda8f31 req-1b547565-c77c-490d-895a-acfac56e2e34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9f2d62e-6002-4555-b49f-639cf150a235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542958 Jul 27 15:40:49.094038 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b78f4-9284-4945-b17e-8925fc0c697f req-57cdedf6-203d-46dd-bd71-a5e91e03df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:49.095493 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-816b78f4-9284-4945-b17e-8925fc0c697f req-57cdedf6-203d-46dd-bd71-a5e91e03df76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa HTTP/1.1" status: 200 len: 847 time: 0.1027789 Jul 27 15:40:49.160512 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4932b5ad-a761-4bb1-9f68-31c5dcda8f31 req-7e47f54d-51b2-4baa-b4d1-363e498640ce service neutron] 10.222.0.42 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361847 Jul 27 15:40:49.161592 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b78f4-9284-4945-b17e-8925fc0c697f req-5243aecd-db5d-402a-9cd2-b8b044e6b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:40:49.162932 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-816b78f4-9284-4945-b17e-8925fc0c697f req-5243aecd-db5d-402a-9cd2-b8b044e6b0e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fd80b0f-495d-4f71-90b9-50d0753d3896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588531 Jul 27 15:40:49.322594 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c6f342b9-9096-4a05-a010-dad0cc39ee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:49.339887 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-4932b5ad-a761-4bb1-9f68-31c5dcda8f31 req-ac9534fe-951c-4b59-b1c8-d5b1e26f8fbe service neutron] 10.222.0.42 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664631 Jul 27 15:40:49.342208 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-816b78f4-9284-4945-b17e-8925fc0c697f req-657b3a1a-9372-4a6e-9005-456f9d308c4d service neutron] 10.222.0.42 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678262 Jul 27 15:40:49.410742 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:49.440688 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-816b78f4-9284-4945-b17e-8925fc0c697f req-c6df6136-d220-461d-b5cc-4129021748e4 service neutron] 10.222.0.42 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872428 Jul 27 15:40:50.875421 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:52.102776 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:52.270249 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:40:57.114763 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=77 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:57.152224 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=71 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:58.005370 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=68,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:59.427560 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:40:59.437861 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=89 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:02.263268 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:02.265158 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:07.871460 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:08.799258 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:41:14.028419 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a00f94-ba56-4035-9d03-5e723882f9f0 req-192ea8b2-0901-44ba-a65b-d17e89b54403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:14.029923 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-68a00f94-ba56-4035-9d03-5e723882f9f0 req-192ea8b2-0901-44ba-a65b-d17e89b54403 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f40879b7ec11451a82501bf14592c04a&device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 1169 time: 0.0417650 Jul 27 15:41:14.040164 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcc848-c38e-460e-9600-4139ced80531 req-e61fa59d-a34a-4ab0-b37c-82472ff43699 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:14.041923 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-09dcc848-c38e-460e-9600-4139ced80531 req-e61fa59d-a34a-4ab0-b37c-82472ff43699 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 985 time: 0.0507288 Jul 27 15:41:14.115653 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-09dcc848-c38e-460e-9600-4139ced80531 req-0a284f1c-7469-4b84-9aed-1e26c70b6f1b tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&id=9e892118-d7b7-4678-839d-856f80f040ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674863 Jul 27 15:41:14.130156 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a00f94-ba56-4035-9d03-5e723882f9f0 req-cb417a80-3589-498d-b36e-e7278366053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:14.131657 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-68a00f94-ba56-4035-9d03-5e723882f9f0 req-cb417a80-3589-498d-b36e-e7278366053f service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9f2d62e-6002-4555-b49f-639cf150a235 HTTP/1.1" status: 200 len: 915 time: 0.0950716 Jul 27 15:41:14.198870 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-68a00f94-ba56-4035-9d03-5e723882f9f0 req-e72e0cc9-5358-4c2d-8620-620e4e624502 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 HTTP/1.1" status: 200 len: 1001 time: 0.0601833 Jul 27 15:41:14.253223 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a00f94-ba56-4035-9d03-5e723882f9f0 req-d411ee4a-33fd-46f6-8771-b90405465d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:14.254697 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-68a00f94-ba56-4035-9d03-5e723882f9f0 req-d411ee4a-33fd-46f6-8771-b90405465d9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=682750ee-a44e-4d0d-9b2a-ae50dcd83f80 HTTP/1.1" status: 200 len: 853 time: 0.0483932 Jul 27 15:41:14.299577 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a00f94-ba56-4035-9d03-5e723882f9f0 req-0f32c161-af56-41e7-9314-5c0e6f6a89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:14.301107 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-68a00f94-ba56-4035-9d03-5e723882f9f0 req-0f32c161-af56-41e7-9314-5c0e6f6a89bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9f2d62e-6002-4555-b49f-639cf150a235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400651 Jul 27 15:41:14.393859 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-68a00f94-ba56-4035-9d03-5e723882f9f0 req-ff160c1d-e973-42c3-aa54-943aeaed37ef service neutron] 10.222.0.42 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850277 Jul 27 15:41:14.488394 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-68a00f94-ba56-4035-9d03-5e723882f9f0 req-83dde3b8-d309-41a8-92fc-5df18f1daa28 service neutron] 10.222.0.42 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882857 Jul 27 15:41:15.242089 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d5d7f-0f11-48c8-a422-9f06e07242cd req-146737e9-03c5-428f-8478-8792d553a18b tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:15.243594 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-415d5d7f-0f11-48c8-a422-9f06e07242cd req-146737e9-03c5-428f-8478-8792d553a18b tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 985 time: 0.0487266 Jul 27 15:41:15.305030 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-415d5d7f-0f11-48c8-a422-9f06e07242cd req-2e7edab4-2c02-464d-906b-28ddfa7909c9 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&id=9e892118-d7b7-4678-839d-856f80f040ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556581 Jul 27 15:41:16.430911 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430d04d-ace0-40da-9ee3-1aa8b0cd18ef req-a024a112-ae17-4ca0-a509-c5fec75db050 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:16.432455 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4430d04d-ace0-40da-9ee3-1aa8b0cd18ef req-a024a112-ae17-4ca0-a509-c5fec75db050 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 985 time: 0.0530176 Jul 27 15:41:16.494178 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-4430d04d-ace0-40da-9ee3-1aa8b0cd18ef req-bab552a1-b2fe-4663-9a03-a37685915bf2 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&id=9e892118-d7b7-4678-839d-856f80f040ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558641 Jul 27 15:41:17.099893 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-93f7915c-6e44-4e6f-b2e3-66f87d91f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:17.625279 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39626b5-4d66-4c48-8a15-bfa27959f968 req-3ed96ed0-dd6d-4592-896b-d61a974cf2b3 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:17.626853 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e39626b5-4d66-4c48-8a15-bfa27959f968 req-3ed96ed0-dd6d-4592-896b-d61a974cf2b3 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 985 time: 0.0590510 Jul 27 15:41:17.688679 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-e39626b5-4d66-4c48-8a15-bfa27959f968 req-37b6351b-d606-4c49-ad2d-84ed4134811e tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&id=9e892118-d7b7-4678-839d-856f80f040ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560937 Jul 27 15:41:18.794479 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=16 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:18.795430 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=18 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:18.808274 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88445a30-2eb8-41bc-b6ac-ebecb199f99b req-7414c32e-24e0-4536-b8d0-78665fa7ad1d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:18.809787 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-88445a30-2eb8-41bc-b6ac-ebecb199f99b req-7414c32e-24e0-4536-b8d0-78665fa7ad1d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 985 time: 0.0489588 Jul 27 15:41:18.873181 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-88445a30-2eb8-41bc-b6ac-ebecb199f99b req-32a520fa-4557-4e88-b171-78bdafe9531e tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&id=9e892118-d7b7-4678-839d-856f80f040ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577254 Jul 27 15:41:19.324343 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-c2d7d8f8-6bbf-49d8-ab8d-74b67d3969be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:19.996381 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20281098-a950-41d3-b8f3-34160a7bdcc4 req-cf51a35d-e63f-47d8-b799-499e0d394804 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:19.997854 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-20281098-a950-41d3-b8f3-34160a7bdcc4 req-cf51a35d-e63f-47d8-b799-499e0d394804 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 985 time: 0.0492373 Jul 27 15:41:20.058602 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-20281098-a950-41d3-b8f3-34160a7bdcc4 req-cb9b583b-e25d-441a-9ae3-2446c547d072 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&id=9e892118-d7b7-4678-839d-856f80f040ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549345 Jul 27 15:41:20.880443 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:21.179711 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cf1c8-1db1-4905-9ad2-97f86589733b req-6d1e9ff5-e4b3-4665-9196-58f58b648aed tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:21.181123 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c76cf1c8-1db1-4905-9ad2-97f86589733b req-6d1e9ff5-e4b3-4665-9196-58f58b648aed tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 985 time: 0.0512526 Jul 27 15:41:21.239176 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-c76cf1c8-1db1-4905-9ad2-97f86589733b req-bccb7295-f7b8-4ec3-b58f-d32236ed0c90 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&id=9e892118-d7b7-4678-839d-856f80f040ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525801 Jul 27 15:41:22.107453 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:22.273792 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:22.361382 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ccf4d-69c3-4480-bbce-790f75463be0 req-2197cda3-e27e-42e7-ab54-e6afc6e5e213 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:22.362826 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b05ccf4d-69c3-4480-bbce-790f75463be0 req-2197cda3-e27e-42e7-ab54-e6afc6e5e213 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 985 time: 0.0502789 Jul 27 15:41:22.421959 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b05ccf4d-69c3-4480-bbce-790f75463be0 req-1a553062-ccaa-4c23-94e4-12d640c6bb15 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&id=9e892118-d7b7-4678-839d-856f80f040ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535104 Jul 27 15:41:23.539203 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b363e-6ed7-49c9-8659-3dd305250363 req-ed074d92-5583-4a2a-a21b-9ea707445957 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:23.540709 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0f2b363e-6ed7-49c9-8659-3dd305250363 req-ed074d92-5583-4a2a-a21b-9ea707445957 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 985 time: 0.0475206 Jul 27 15:41:23.599957 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-0f2b363e-6ed7-49c9-8659-3dd305250363 req-c7f50aeb-6a4b-4229-93e3-70118c70b25b tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&id=9e892118-d7b7-4678-839d-856f80f040ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534596 Jul 27 15:41:24.731639 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee56190-5b77-458b-b55e-f951537d46bf req-58188b92-6dfc-41d1-bab6-20e3ebf4c2ec tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:24.733197 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5ee56190-5b77-458b-b55e-f951537d46bf req-58188b92-6dfc-41d1-bab6-20e3ebf4c2ec tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 985 time: 0.0600376 Jul 27 15:41:24.754542 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=100 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:24.795596 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-5ee56190-5b77-458b-b55e-f951537d46bf req-3dd45163-6e1a-4055-a645-fb6bdb74b416 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&id=9e892118-d7b7-4678-839d-856f80f040ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566444 Jul 27 15:41:25.918095 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5c6c2-48ed-464f-b5b2-c8e43a20b05a req-6bcd363a-760e-4cbe-ac10-6a9aeeb0c2c3 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:25.919604 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9ff5c6c2-48ed-464f-b5b2-c8e43a20b05a req-6bcd363a-760e-4cbe-ac10-6a9aeeb0c2c3 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 985 time: 0.0495167 Jul 27 15:41:25.985919 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-9ff5c6c2-48ed-464f-b5b2-c8e43a20b05a req-f5049870-0e03-4716-bf0e-4e8800f1e27f tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&id=9e892118-d7b7-4678-839d-856f80f040ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602667 Jul 27 15:41:32.266335 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:32.268200 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:34.782085 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:34.790282 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:35.976963 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=63 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:35.979868 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=63 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:37.868460 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:38.765741 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49488) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:41:38.922286 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-b3b1aa64-ec39-462d-90e5-dfdc818b029c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Deleting port 1c1c02b4-bdd3-414e-a943-2b6568730a37 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:41:38.922636 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3b1aa64-ec39-462d-90e5-dfdc818b029c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (1c1c02b4-bdd3-414e-a943-2b6568730a37), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:39.001706 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3b1aa64-ec39-462d-90e5-dfdc818b029c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (1c1c02b4-bdd3-414e-a943-2b6568730a37), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:39.002025 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3b1aa64-ec39-462d-90e5-dfdc818b029c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for floatingip (1c1c02b4-bdd3-414e-a943-2b6568730a37), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:39.015554 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-b3b1aa64-ec39-462d-90e5-dfdc818b029c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Calling delete_port for 1c1c02b4-bdd3-414e-a943-2b6568730a37 owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:41:39.176451 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3b1aa64-ec39-462d-90e5-dfdc818b029c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (1c1c02b4-bdd3-414e-a943-2b6568730a37), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:39.203908 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1aa64-ec39-462d-90e5-dfdc818b029c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Pushing event deleted for resources: {'Port': ['ID=1c1c02b4-bdd3-414e-a943-2b6568730a37,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:41:39.271331 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3b1aa64-ec39-462d-90e5-dfdc818b029c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for floatingip (698cac47-0160-4f7a-af7d-490f0181c9b8), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:39.271620 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-b3b1aa64-ec39-462d-90e5-dfdc818b029c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Floating IP 698cac47-0160-4f7a-af7d-490f0181c9b8 disassociated (deleted). External IP: 172.27.1.74, port: 89a43d90-e38e-4f3f-b165-519e1d370bb5. Jul 27 15:41:39.473128 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b1aa64-ec39-462d-90e5-dfdc818b029c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Router 19411328-d0b5-4aea-89bc-39094b6ee7f0 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:41:39.836242 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b1aa64-ec39-462d-90e5-dfdc818b029c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:41:39.841130 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-b3b1aa64-ec39-462d-90e5-dfdc818b029c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:39.848259 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f9b029-f99a-480e-be3e-cde844286b19 None None] Sync routers for ids ['19411328-d0b5-4aea-89bc-39094b6ee7f0'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:41:39.858534 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f9b029-f99a-480e-be3e-cde844286b19 None None] Routers {'19411328-d0b5-4aea-89bc-39094b6ee7f0'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:41:39.859256 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-24f9b029-f99a-480e-be3e-cde844286b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:41:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['19411328-d0b5-4aea-89bc-39094b6ee7f0'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:39.867929 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:39.875265 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-b3b1aa64-ec39-462d-90e5-dfdc818b029c tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "DELETE /v2.0/floatingips/698cac47-0160-4f7a-af7d-490f0181c9b8 HTTP/1.1" status: 204 len: 168 time: 1.1058924 Jul 27 15:41:39.875265 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'tag': '89a43d90-e38e-4f3f-b165-519e1d370bb5'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:41:39.875982 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99865ad9-f4de-40c3-b4f4-b56f8fcabf44" -d '{"events": [{"name": "network-changed", "server_uuid": "c7840eb4-8d99-45cb-9386-62ee3acea42b", "tag": "89a43d90-e38e-4f3f-b165-519e1d370bb5"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:41:39.921845 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde5477c-8023-4716-a29e-230a88cb0363 x-openstack-request-id: req-cde5477c-8023-4716-a29e-230a88cb0363 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:41:39.922390 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7840eb4-8d99-45cb-9386-62ee3acea42b", "tag": "89a43d90-e38e-4f3f-b165-519e1d370bb5", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:41:39.922853 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cde5477c-8023-4716-a29e-230a88cb0363 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:41:39.923729 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cde5477c-8023-4716-a29e-230a88cb0363'] response: {'name': 'network-changed', 'server_uuid': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'tag': '89a43d90-e38e-4f3f-b165-519e1d370bb5', 'status': 'completed', 'code': 200} Jul 27 15:41:39.971970 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-24f9b029-f99a-480e-be3e-cde844286b19 None None] Set router 19411328-d0b5-4aea-89bc-39094b6ee7f0 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:41:39.993029 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99865ad9-f4de-40c3-b4f4-b56f8fcabf44 req-7fe5dd94-e952-44c5-a440-6f860798215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:39.994736 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99865ad9-f4de-40c3-b4f4-b56f8fcabf44 req-7fe5dd94-e952-44c5-a440-6f860798215d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1f420f7f5f5947088f23da2dab9f0fd7&device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 1129 time: 0.0487330 Jul 27 15:41:40.102694 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99865ad9-f4de-40c3-b4f4-b56f8fcabf44 req-d57838a0-74b1-46b0-b4d8-ba211d644805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:40.104200 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99865ad9-f4de-40c3-b4f4-b56f8fcabf44 req-d57838a0-74b1-46b0-b4d8-ba211d644805 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fd80b0f-495d-4f71-90b9-50d0753d3896 HTTP/1.1" status: 200 len: 909 time: 0.1033728 Jul 27 15:41:40.131967 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706e02d-25a3-456a-8c0f-d060e010315d req-a60eaee0-db07-462b-b149-30ba330e08d9 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:40.133465 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6706e02d-25a3-456a-8c0f-d060e010315d req-a60eaee0-db07-462b-b149-30ba330e08d9 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0504971 Jul 27 15:41:40.158239 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:40.164754 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-24f9b029-f99a-480e-be3e-cde844286b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'name': 'tempest-TestShelveInstance-466331317-router', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:55Z', 'revision_number': 4, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'gw_port': {'id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '875b2aaa-00f1-40d8-a148-7a5e48e33d98', 'name': '', 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'mac_address': 'fa:16:3e:ae:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:54Z', 'updated_at': '2022-07-27T15:36:58Z', 'revision_number': 5, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'subnets': [{'id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:40.185025 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-6706e02d-25a3-456a-8c0f-d060e010315d req-9e44e2d3-1c88-4f51-8cb9-e1a01b413641 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459371 Jul 27 15:41:40.189802 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f9b029-f99a-480e-be3e-cde844286b19 None None] Checking router: 19411328-d0b5-4aea-89bc-39094b6ee7f0 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:41:40.198534 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f9b029-f99a-480e-be3e-cde844286b19 None None] Routers {'19411328-d0b5-4aea-89bc-39094b6ee7f0'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:41:40.199138 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-24f9b029-f99a-480e-be3e-cde844286b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:41:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['19411328-d0b5-4aea-89bc-39094b6ee7f0'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:40.301071 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-24f9b029-f99a-480e-be3e-cde844286b19 None None] Set router 19411328-d0b5-4aea-89bc-39094b6ee7f0 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:41:40.591352 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-24f9b029-f99a-480e-be3e-cde844286b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'name': 'tempest-TestShelveInstance-466331317-router', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:55Z', 'revision_number': 4, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'gw_port': {'id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '875b2aaa-00f1-40d8-a148-7a5e48e33d98', 'name': '', 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'mac_address': 'fa:16:3e:ae:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:54Z', 'updated_at': '2022-07-27T15:36:58Z', 'revision_number': 5, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'subnets': [{'id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:40.616637 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f9b029-f99a-480e-be3e-cde844286b19 None None] The sync data for ids ['19411328-d0b5-4aea-89bc-39094b6ee7f0'] in dv-cinder-841315-2-iscsi is: [{'id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'name': 'tempest-TestShelveInstance-466331317-router', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:55Z', 'revision_number': 4, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'gw_port': {'id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': '875b2aaa-00f1-40d8-a148-7a5e48e33d98', 'name': '', 'network_id': '1fd80b0f-495d-4f71-90b9-50d0753d3896', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'mac_address': 'fa:16:3e:ae:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:54Z', 'updated_at': '2022-07-27T15:36:58Z', 'revision_number': 5, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'subnets': [{'id': '4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:41:40.837858 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6816920-9e6a-4281-abeb-d390f288b805 None None] New status for floating IP 698cac47-0160-4f7a-af7d-490f0181c9b8: DOWN {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:41:41.286538 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99865ad9-f4de-40c3-b4f4-b56f8fcabf44 req-8a54a733-0a8c-46eb-9453-0af829107765 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89a43d90-e38e-4f3f-b165-519e1d370bb5 HTTP/1.1" status: 200 len: 217 time: 0.0416055 Jul 27 15:41:41.622194 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2d712-b907-46c4-8c99-b6399a5d7b67 req-47e52da0-22dd-463f-9198-279b7668e91f tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:41.623746 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-26c2d712-b907-46c4-8c99-b6399a5d7b67 req-47e52da0-22dd-463f-9198-279b7668e91f tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.3465195 Jul 27 15:41:41.650210 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99865ad9-f4de-40c3-b4f4-b56f8fcabf44 req-badf7014-d434-4b89-9fea-4eaa629264fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:41.651643 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99865ad9-f4de-40c3-b4f4-b56f8fcabf44 req-badf7014-d434-4b89-9fea-4eaa629264fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa HTTP/1.1" status: 200 len: 847 time: 0.3390408 Jul 27 15:41:41.683231 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-26c2d712-b907-46c4-8c99-b6399a5d7b67 req-45aed503-eed4-4286-8266-9f633396bdd1 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ea5d083-84f2-4011-a127-ebc284974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524874 Jul 27 15:41:41.778766 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99865ad9-f4de-40c3-b4f4-b56f8fcabf44 req-d5061c9e-80d4-47c4-921f-9ca6359d5158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:41.789693 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99865ad9-f4de-40c3-b4f4-b56f8fcabf44 req-d5061c9e-80d4-47c4-921f-9ca6359d5158 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fd80b0f-495d-4f71-90b9-50d0753d3896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497386 Jul 27 15:41:41.902765 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901eb09-4638-4131-9bbf-0b20d287ce43 req-a588fd5a-a641-4ca1-b078-b3b455199995 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:41.904476 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1901eb09-4638-4131-9bbf-0b20d287ce43 req-a588fd5a-a641-4ca1-b078-b3b455199995 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 945 time: 0.0870376 Jul 27 15:41:41.960921 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99865ad9-f4de-40c3-b4f4-b56f8fcabf44 req-84ca1fa6-3d36-42aa-80ae-e628b30ed66f service neutron] 10.222.0.42 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614118 Jul 27 15:41:42.054289 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-1901eb09-4638-4131-9bbf-0b20d287ce43 req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Deleting port 89a43d90-e38e-4f3f-b165-519e1d370bb5 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:41:42.054635 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-1901eb09-4638-4131-9bbf-0b20d287ce43 req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:42.152655 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-99865ad9-f4de-40c3-b4f4-b56f8fcabf44 req-e358fb70-4fcc-40d1-8133-0015ecde063c service neutron] 10.222.0.42 "GET /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805394 Jul 27 15:41:42.180069 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-1901eb09-4638-4131-9bbf-0b20d287ce43 req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] For port 89a43d90-e38e-4f3f-b165-519e1d370bb5, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=89a43d90-e38e-4f3f-b165-519e1d370bb5,segment=NetworkSegment(118fdf1d-41a2-48da-9f09-70f83a1fc2d0),segment_id=118fdf1d-41a2-48da-9f09-70f83a1fc2d0)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:41:42.180360 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-1901eb09-4638-4131-9bbf-0b20d287ce43 req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:42.196245 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-1901eb09-4638-4131-9bbf-0b20d287ce43 req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Calling delete_port for 89a43d90-e38e-4f3f-b165-519e1d370bb5 owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:41:42.312096 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:42.332106 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-1901eb09-4638-4131-9bbf-0b20d287ce43 req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (89a43d90-e38e-4f3f-b165-519e1d370bb5), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:42.362848 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Pushing event deleted for resources: {'Port': ['ID=89a43d90-e38e-4f3f-b165-519e1d370bb5,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:41:42.390734 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:42.391089 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:42.391437 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:42.391779 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:42.392144 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:42.392481 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:42.392814 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:42.393139 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:42.393470 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:42.393793 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:42.394118 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:42.394444 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:42.394774 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:42.395096 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:42.395622 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:42.422298 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-1901eb09-4638-4131-9bbf-0b20d287ce43 req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] No DVR routers for this DVR port 89a43d90-e38e-4f3f-b165-519e1d370bb5 on host hv-cinder-84131 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:41:42.425287 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-1901eb09-4638-4131-9bbf-0b20d287ce43 req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:42.428835 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1901eb09-4638-4131-9bbf-0b20d287ce43 req-e41ff0a1-ebc1-4b2a-8c94-f186270772c4 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.42 "DELETE /v2.0/ports/89a43d90-e38e-4f3f-b165-519e1d370bb5 HTTP/1.1" status: 204 len: 173 time: 0.5135005 Jul 27 15:41:42.429313 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'name': 'network-vif-deleted', 'tag': '89a43d90-e38e-4f3f-b165-519e1d370bb5'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:41:42.431719 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92c4875-4a73-4bcd-a048-fbec0da7dd3f" -d '{"events": [{"server_uuid": "c7840eb4-8d99-45cb-9386-62ee3acea42b", "name": "network-vif-deleted", "tag": "89a43d90-e38e-4f3f-b165-519e1d370bb5"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:41:42.480239 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d9c73d-c757-4eee-9b23-9ce5e1e65dcc x-openstack-request-id: req-59d9c73d-c757-4eee-9b23-9ce5e1e65dcc {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:41:42.480605 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7840eb4-8d99-45cb-9386-62ee3acea42b", "name": "network-vif-deleted", "tag": "89a43d90-e38e-4f3f-b165-519e1d370bb5", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:41:42.480862 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59d9c73d-c757-4eee-9b23-9ce5e1e65dcc {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:41:42.481308 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d9c73d-c757-4eee-9b23-9ce5e1e65dcc'] response: {'server_uuid': 'c7840eb4-8d99-45cb-9386-62ee3acea42b', 'name': 'network-vif-deleted', 'tag': '89a43d90-e38e-4f3f-b165-519e1d370bb5', 'status': 'completed', 'code': 200} Jul 27 15:41:42.808727 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-b42e3985-8546-4efe-98fb-a38473e66651 req-5be2f121-9e52-40f3-98e0-b64dbd34d929 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7840eb4-8d99-45cb-9386-62ee3acea42b HTTP/1.1" status: 200 len: 210 time: 0.0409107 Jul 27 15:41:43.884088 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49506) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:41:43.943006 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9db9c76f-deec-4cf4-a04b-3399d2f04b32 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group (8ea5d083-84f2-4011-a127-ebc284974d67), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:43.974366 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9db9c76f-deec-4cf4-a04b-3399d2f04b32 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group (8ea5d083-84f2-4011-a127-ebc284974d67), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:44.035959 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9db9c76f-deec-4cf4-a04b-3399d2f04b32 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (8ea5d083-84f2-4011-a127-ebc284974d67), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:44.039043 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-9db9c76f-deec-4cf4-a04b-3399d2f04b32 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:44.040221 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-9db9c76f-deec-4cf4-a04b-3399d2f04b32 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] 10.222.0.36 "DELETE /v2.0/security-groups/8ea5d083-84f2-4011-a127-ebc284974d67 HTTP/1.1" status: 204 len: 168 time: 0.1551533 Jul 27 15:41:44.050529 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9c76f-deec-4cf4-a04b-3399d2f04b32 tempest-TestShelveInstance-1203599146 tempest-TestShelveInstance-1203599146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea5d083-84f2-4011-a127-ebc284974d67,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:41:44.092846 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49510) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:41:44.452903 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ca95cd0-0448-462a-b43f-3e9328cd5ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360475'] for router_interface (19411328-d0b5-4aea-89bc-39094b6ee7f0), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:44.680274 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-1ca95cd0-0448-462a-b43f-3e9328cd5ccc admin admin] Deleting port 875b2aaa-00f1-40d8-a148-7a5e48e33d98 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:41:44.680619 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ca95cd0-0448-462a-b43f-3e9328cd5ccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:44.773568 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-1ca95cd0-0448-462a-b43f-3e9328cd5ccc admin admin] For port 875b2aaa-00f1-40d8-a148-7a5e48e33d98, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=875b2aaa-00f1-40d8-a148-7a5e48e33d98,segment=NetworkSegment(118fdf1d-41a2-48da-9f09-70f83a1fc2d0),segment_id=118fdf1d-41a2-48da-9f09-70f83a1fc2d0)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:41:44.773904 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ca95cd0-0448-462a-b43f-3e9328cd5ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:44.786364 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-1ca95cd0-0448-462a-b43f-3e9328cd5ccc admin admin] Calling delete_port for 875b2aaa-00f1-40d8-a148-7a5e48e33d98 owned by network:router_interface {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:41:44.799983 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:44.831913 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:44.969315 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ca95cd0-0448-462a-b43f-3e9328cd5ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (875b2aaa-00f1-40d8-a148-7a5e48e33d98), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:44.994273 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca95cd0-0448-462a-b43f-3e9328cd5ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=875b2aaa-00f1-40d8-a148-7a5e48e33d98,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:41:45.156825 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-1ca95cd0-0448-462a-b43f-3e9328cd5ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360591'] for router_interface (19411328-d0b5-4aea-89bc-39094b6ee7f0), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:45.360998 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca95cd0-0448-462a-b43f-3e9328cd5ccc admin admin] Router 19411328-d0b5-4aea-89bc-39094b6ee7f0 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:41:45.469737 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca95cd0-0448-462a-b43f-3e9328cd5ccc admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:41:45.475785 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-1ca95cd0-0448-462a-b43f-3e9328cd5ccc admin admin] 10.222.0.36 "PUT /v2.0/routers/19411328-d0b5-4aea-89bc-39094b6ee7f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3813949 Jul 27 15:41:45.479289 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a78b2-17c5-4425-ac39-3955674ff70c None None] Sync routers for ids ['19411328-d0b5-4aea-89bc-39094b6ee7f0'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:41:45.480293 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49512) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:41:45.489330 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a78b2-17c5-4425-ac39-3955674ff70c None None] Routers {'19411328-d0b5-4aea-89bc-39094b6ee7f0'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:41:45.489935 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a22a78b2-17c5-4425-ac39-3955674ff70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:41:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['19411328-d0b5-4aea-89bc-39094b6ee7f0'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:45.529324 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:45.565281 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 89a43d90-e38e-4f3f-b165-519e1d370bb5 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:41:45.584924 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-dc0a661d-3220-45d6-adfa-0d55a47f8310 admin admin] Publish callbacks [] for router (19411328-d0b5-4aea-89bc-39094b6ee7f0), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:45.585639 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: 89a43d90-e38e-4f3f-b165-519e1d370bb5 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:41:45.585987 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 89a43d90-e38e-4f3f-b165-519e1d370bb5 not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:41:45.593538 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-a22a78b2-17c5-4425-ac39-3955674ff70c None None] Set router 19411328-d0b5-4aea-89bc-39094b6ee7f0 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:41:45.686677 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-dc0a661d-3220-45d6-adfa-0d55a47f8310 admin admin] Publish callbacks [] for router_gateway (19411328-d0b5-4aea-89bc-39094b6ee7f0), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:45.732749 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a661d-3220-45d6-adfa-0d55a47f8310 admin admin] Deleting port d94d8689-81e6-4262-b65c-3961adb4a610 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:41:45.733087 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-dc0a661d-3220-45d6-adfa-0d55a47f8310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (d94d8689-81e6-4262-b65c-3961adb4a610), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:45.777714 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a22a78b2-17c5-4425-ac39-3955674ff70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'name': 'tempest-TestShelveInstance-466331317-router', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:41:44Z', 'revision_number': 5, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'gw_port': {'id': 'd94d8689-81e6-4262-b65c-3961adb4a610', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:45.780339 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:45.807186 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:45.808749 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a78b2-17c5-4425-ac39-3955674ff70c None None] Checking router: 19411328-d0b5-4aea-89bc-39094b6ee7f0 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:41:45.819039 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:41:45.825385 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a78b2-17c5-4425-ac39-3955674ff70c None None] Routers {'19411328-d0b5-4aea-89bc-39094b6ee7f0'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:41:45.826192 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a22a78b2-17c5-4425-ac39-3955674ff70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:41:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['19411328-d0b5-4aea-89bc-39094b6ee7f0'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:45.841544 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-dc0a661d-3220-45d6-adfa-0d55a47f8310 admin admin] For port d94d8689-81e6-4262-b65c-3961adb4a610, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=d94d8689-81e6-4262-b65c-3961adb4a610,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:41:45.841913 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-dc0a661d-3220-45d6-adfa-0d55a47f8310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (d94d8689-81e6-4262-b65c-3961adb4a610), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:45.857939 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a661d-3220-45d6-adfa-0d55a47f8310 admin admin] Calling delete_port for d94d8689-81e6-4262-b65c-3961adb4a610 owned by network:router_gateway {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:41:45.919712 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-a22a78b2-17c5-4425-ac39-3955674ff70c None None] Set router 19411328-d0b5-4aea-89bc-39094b6ee7f0 gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:41:45.975343 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-a22a78b2-17c5-4425-ac39-3955674ff70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'name': 'tempest-TestShelveInstance-466331317-router', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:41:45Z', 'revision_number': 6, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'gw_port_host': None}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:46.005605 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a78b2-17c5-4425-ac39-3955674ff70c None None] The sync data for ids ['19411328-d0b5-4aea-89bc-39094b6ee7f0'] in dv-cinder-841315-2-iscsi is: [{'id': '19411328-d0b5-4aea-89bc-39094b6ee7f0', 'name': 'tempest-TestShelveInstance-466331317-router', 'tenant_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:51Z', 'updated_at': '2022-07-27T15:41:45Z', 'revision_number': 6, 'project_id': '1f420f7f5f5947088f23da2dab9f0fd7', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:41:46.040258 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-dc0a661d-3220-45d6-adfa-0d55a47f8310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (d94d8689-81e6-4262-b65c-3961adb4a610), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.069521 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a661d-3220-45d6-adfa-0d55a47f8310 admin admin] Pushing event deleted for resources: {'Port': ['ID=d94d8689-81e6-4262-b65c-3961adb4a610,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:41:46.137729 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-dc0a661d-3220-45d6-adfa-0d55a47f8310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376603'] for router_gateway (19411328-d0b5-4aea-89bc-39094b6ee7f0), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.226690 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-dc0a661d-3220-45d6-adfa-0d55a47f8310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (19411328-d0b5-4aea-89bc-39094b6ee7f0), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.228866 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-dc0a661d-3220-45d6-adfa-0d55a47f8310 admin admin] Publish callbacks [] for router_controller (19411328-d0b5-4aea-89bc-39094b6ee7f0), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.272794 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-dc0a661d-3220-45d6-adfa-0d55a47f8310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693842'] for router (19411328-d0b5-4aea-89bc-39094b6ee7f0), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.273423 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0a661d-3220-45d6-adfa-0d55a47f8310 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19411328-d0b5-4aea-89bc-39094b6ee7f0 {{(pid=103935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:41:46.278237 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-dc0a661d-3220-45d6-adfa-0d55a47f8310 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.279391 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-dc0a661d-3220-45d6-adfa-0d55a47f8310 admin admin] 10.222.0.36 "DELETE /v2.0/routers/19411328-d0b5-4aea-89bc-39094b6ee7f0 HTTP/1.1" status: 204 len: 168 time: 0.7980542 Jul 27 15:41:46.281965 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49516) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:41:46.328514 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29b6ebd-10a7-4e22-9009-b14390452dd7 admin admin] Deleting subnet 4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 15:41:46.332177 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d29b6ebd-10a7-4e22-9009-b14390452dd7 admin admin] Publish callbacks [] for subnet (4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.374447 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d29b6ebd-10a7-4e22-9009-b14390452dd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9385129'] for subnet (4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.376416 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:46.439142 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:46.457995 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d29b6ebd-10a7-4e22-9009-b14390452dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563307'] for subnet (4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.511241 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d29b6ebd-10a7-4e22-9009-b14390452dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9021768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9007727'] for subnet (4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.534789 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b6ebd-10a7-4e22-9009-b14390452dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:41:46.542713 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-d29b6ebd-10a7-4e22-9009-b14390452dd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.546439 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-d29b6ebd-10a7-4e22-9009-b14390452dd7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4d720ec4-7ca5-4dbd-bc33-1bd5ac0022aa HTTP/1.1" status: 204 len: 168 time: 0.2629678 Jul 27 15:41:46.548820 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49518) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:41:46.549460 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f558c-cc82-4495-a8c7-732eaf04ec29 None None] Network 1fd80b0f-495d-4f71-90b9-50d0753d3896 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:41:46.621480 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409505'] for network (1fd80b0f-495d-4f71-90b9-50d0753d3896), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.670071 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Deleting port 8d1ca73d-1d19-43b6-9124-754de3b7c880 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:41:46.670409 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (8d1ca73d-1d19-43b6-9124-754de3b7c880), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.717411 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:46.745324 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] For port 8d1ca73d-1d19-43b6-9124-754de3b7c880, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=8d1ca73d-1d19-43b6-9124-754de3b7c880,segment=NetworkSegment(118fdf1d-41a2-48da-9f09-70f83a1fc2d0),segment_id=118fdf1d-41a2-48da-9f09-70f83a1fc2d0)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:41:46.745794 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (8d1ca73d-1d19-43b6-9124-754de3b7c880), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.761430 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Calling delete_port for 8d1ca73d-1d19-43b6-9124-754de3b7c880 owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:41:46.824605 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:46.828590 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] DHCP port deletion for 1fd80b0f-495d-4f71-90b9-50d0753d3896 request from dv-cinder-841315-2-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 15:41:46.853792 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (8d1ca73d-1d19-43b6-9124-754de3b7c880), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.870393 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Deleting port 8d1ca73d-1d19-43b6-9124-754de3b7c880 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:41:46.870969 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (8d1ca73d-1d19-43b6-9124-754de3b7c880), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.883311 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1ca73d-1d19-43b6-9124-754de3b7c880,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:41:46.887929 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] No DVR routers for this DVR port 8d1ca73d-1d19-43b6-9124-754de3b7c880 on host dv-cinder-841315-2-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:41:46.913835 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:46.914188 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:46.914532 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:46.914883 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:46.915218 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:46.915549 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:46.915906 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:46.916240 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:46.916572 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:46.916904 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:46.917238 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:46.917567 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:46.917978 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:46.918221 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:46.918543 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:46.947237 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 875b2aaa-00f1-40d8-a148-7a5e48e33d98 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:41:46.953307 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] For port 8d1ca73d-1d19-43b6-9124-754de3b7c880, host dv-cinder-841315-2-iscsi, got binding levels [] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:41:46.953866 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (8d1ca73d-1d19-43b6-9124-754de3b7c880), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.980317 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: 875b2aaa-00f1-40d8-a148-7a5e48e33d98 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:41:46.980544 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561221', 'neutron.services.segments.db._delete_segments_for_network-8768358125770'] for network (1fd80b0f-495d-4f71-90b9-50d0753d3896), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:46.980714 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 875b2aaa-00f1-40d8-a148-7a5e48e33d98 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:41:46.981117 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device d94d8689-81e6-4262-b65c-3961adb4a610 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:41:47.005047 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Calling delete_port for 8d1ca73d-1d19-43b6-9124-754de3b7c880 owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:41:47.005599 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd80b0f-495d-4f71-90b9-50d0753d3896']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:47.007975 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: d94d8689-81e6-4262-b65c-3961adb4a610 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:41:47.008586 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device d94d8689-81e6-4262-b65c-3961adb4a610 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:41:47.009243 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 8d1ca73d-1d19-43b6-9124-754de3b7c880 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:41:47.013144 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.ipam_backend_mixin [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Port 8d1ca73d-1d19-43b6-9124-754de3b7c880 was not found and therefore no delete operation was performed {{(pid=103937) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 27 15:41:47.016941 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118fdf1d-41a2-48da-9f09-70f83a1fc2d0') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:47.017269 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118fdf1d-41a2-48da-9f09-70f83a1fc2d0') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:47.027705 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768358125671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12156091'] for segment (118fdf1d-41a2-48da-9f09-70f83a1fc2d0), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:47.029197 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (8d1ca73d-1d19-43b6-9124-754de3b7c880), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:47.036002 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: 8d1ca73d-1d19-43b6-9124-754de3b7c880 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:41:47.036873 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 8d1ca73d-1d19-43b6-9124-754de3b7c880 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:41:47.047156 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (118fdf1d-41a2-48da-9f09-70f83a1fc2d0), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:47.055388 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:41:47.056041 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8434581'] for segment (118fdf1d-41a2-48da-9f09-70f83a1fc2d0), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:47.067048 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Pushing event deleted for resources: {'Port': ['ID=8d1ca73d-1d19-43b6-9124-754de3b7c880,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:41:47.069828 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] No DVR routers for this DVR port 8d1ca73d-1d19-43b6-9124-754de3b7c880 on host dv-cinder-841315-2-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:41:47.083548 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:47.084457 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:47.084962 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:47.085592 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:47.086521 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:47.087011 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:47.087666 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:47.088054 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:47.088761 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:47.089416 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:47.089912 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:47.090406 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:47.090892 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:47.091384 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:47.092752 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dacba0-f672-4e5a-a236-cc8768d28cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-2-iscsi {{(pid=103937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 15:41:47.123624 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1cf9f3b2-2806-4887-a282-2de3c5e7f158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:47.128397 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376631'] for network (1fd80b0f-495d-4f71-90b9-50d0753d3896), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:47.134337 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:47.137822 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] 10.222.0.36 "DELETE /v2.0/networks/1fd80b0f-495d-4f71-90b9-50d0753d3896 HTTP/1.1" status: 204 len: 168 time: 0.5878758 Jul 27 15:41:47.142446 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49524) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:41:47.158574 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97f823-9e37-4942-91a7-4c444f6dd06d admin admin] Pushing event deleted for resources: {'Network': ['ID=1fd80b0f-495d-4f71-90b9-50d0753d3896,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:41:47.251815 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 118fdf1d-41a2-48da-9f09-70f83a1fc2d0 resource provider aggregate not found Jul 27 15:41:47.298394 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 118fdf1d-41a2-48da-9f09-70f83a1fc2d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 118fdf1d-41a2-48da-9f09-70f83a1fc2d0 found for delete ", "request_id": "req-8a1303a5-3623-49df-82e6-d046325a0cb4"}]} Jul 27 15:41:47.482581 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-28bf0ace-ebe3-4323-bded-4469732218d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360475'] for router_interface (369a3c33-235b-4a50-8611-b402b79deac9), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:47.638119 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:47.710722 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-28bf0ace-ebe3-4323-bded-4469732218d4 admin admin] Deleting port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:41:47.711056 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-28bf0ace-ebe3-4323-bded-4469732218d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:47.792566 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-28bf0ace-ebe3-4323-bded-4469732218d4 admin admin] For port 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=20d8b0f6-d0c8-410b-91c3-9b480dbde5f8,segment=NetworkSegment(068e15e6-8e28-4fe1-b936-f59c00316451),segment_id=068e15e6-8e28-4fe1-b936-f59c00316451)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:41:47.792927 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-28bf0ace-ebe3-4323-bded-4469732218d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:47.806032 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-28bf0ace-ebe3-4323-bded-4469732218d4 admin admin] Calling delete_port for 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 owned by network:router_interface {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:41:47.866833 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:47.995877 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-28bf0ace-ebe3-4323-bded-4469732218d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (20d8b0f6-d0c8-410b-91c3-9b480dbde5f8), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:48.024658 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf0ace-ebe3-4323-bded-4469732218d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=20d8b0f6-d0c8-410b-91c3-9b480dbde5f8,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:41:48.196234 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-28bf0ace-ebe3-4323-bded-4469732218d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360591'] for router_interface (369a3c33-235b-4a50-8611-b402b79deac9), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:48.525335 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fbd1ac33-0ca0-4a46-ace0-175664c926a9 req-44a2eccd-b1d6-4ab5-8638-355a192b6e9c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439641 Jul 27 15:41:48.590168 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1ac33-0ca0-4a46-ace0-175664c926a9 req-f175b547-e203-4f2f-873d-b40960c1d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:48.591681 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fbd1ac33-0ca0-4a46-ace0-175664c926a9 req-f175b547-e203-4f2f-873d-b40960c1d822 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f40879b7ec11451a82501bf14592c04a&device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 1169 time: 0.0412717 Jul 27 15:41:48.692181 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bf0ace-ebe3-4323-bded-4469732218d4 admin admin] Router 369a3c33-235b-4a50-8611-b402b79deac9 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:41:48.707651 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1ac33-0ca0-4a46-ace0-175664c926a9 req-1e606a8d-ddde-44c3-96f6-7017bdd6df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:48.709886 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fbd1ac33-0ca0-4a46-ace0-175664c926a9 req-1e606a8d-ddde-44c3-96f6-7017bdd6df51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9f2d62e-6002-4555-b49f-639cf150a235 HTTP/1.1" status: 200 len: 915 time: 0.0940771 Jul 27 15:41:48.752257 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:48.779062 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fbd1ac33-0ca0-4a46-ace0-175664c926a9 req-c459f537-f27b-46d9-b46e-87d13c9131f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 HTTP/1.1" status: 200 len: 1001 time: 0.0609615 Jul 27 15:41:48.828358 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1ac33-0ca0-4a46-ace0-175664c926a9 req-9a8223a6-1e1b-4db2-b0f6-3824d36f14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:48.830009 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fbd1ac33-0ca0-4a46-ace0-175664c926a9 req-9a8223a6-1e1b-4db2-b0f6-3824d36f14a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=682750ee-a44e-4d0d-9b2a-ae50dcd83f80 HTTP/1.1" status: 200 len: 853 time: 0.0447195 Jul 27 15:41:48.833087 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bf0ace-ebe3-4323-bded-4469732218d4 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:41:48.841337 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-28bf0ace-ebe3-4323-bded-4469732218d4 admin admin] 10.222.0.36 "PUT /v2.0/routers/369a3c33-235b-4a50-8611-b402b79deac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6976850 Jul 27 15:41:48.843546 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49528) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:41:48.848307 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea67701-4058-4904-ae2c-d970a597fd14 None None] Sync routers for ids ['369a3c33-235b-4a50-8611-b402b79deac9'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:41:48.858213 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea67701-4058-4904-ae2c-d970a597fd14 None None] Routers {'369a3c33-235b-4a50-8611-b402b79deac9'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:41:48.858835 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-0ea67701-4058-4904-ae2c-d970a597fd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:41:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['369a3c33-235b-4a50-8611-b402b79deac9'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:48.882808 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1ac33-0ca0-4a46-ace0-175664c926a9 req-e48defb7-8413-4aa7-816a-22f99de02577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:41:48.884517 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fbd1ac33-0ca0-4a46-ace0-175664c926a9 req-e48defb7-8413-4aa7-816a-22f99de02577 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9f2d62e-6002-4555-b49f-639cf150a235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486903 Jul 27 15:41:48.966491 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f08c56b-c9cb-4226-a7b5-3020134914a8 admin admin] Publish callbacks [] for router (369a3c33-235b-4a50-8611-b402b79deac9), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:48.988248 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-0ea67701-4058-4904-ae2c-d970a597fd14 None None] Set router 369a3c33-235b-4a50-8611-b402b79deac9 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:41:48.997434 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fbd1ac33-0ca0-4a46-ace0-175664c926a9 req-13b58702-c120-4cc6-9257-db73ab387b50 service neutron] 10.222.0.42 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047416 Jul 27 15:41:49.073957 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f08c56b-c9cb-4226-a7b5-3020134914a8 admin admin] Publish callbacks [] for router_gateway (369a3c33-235b-4a50-8611-b402b79deac9), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:49.105539 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-fbd1ac33-0ca0-4a46-ace0-175664c926a9 req-660cf407-45ba-46fb-a7be-ea9fd30a4cd6 service neutron] 10.222.0.42 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013744 Jul 27 15:41:49.133873 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-2f08c56b-c9cb-4226-a7b5-3020134914a8 admin admin] Deleting port f8d16d75-2e63-4256-bcd4-7dc7cdeb888a {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:41:49.134203 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f08c56b-c9cb-4226-a7b5-3020134914a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (f8d16d75-2e63-4256-bcd4-7dc7cdeb888a), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:49.164735 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-0ea67701-4058-4904-ae2c-d970a597fd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369a3c33-235b-4a50-8611-b402b79deac9', 'name': 'tempest-TestShelveInstance-204866774-router', 'tenant_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'f8d16d75-2e63-4256-bcd4-7dc7cdeb888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:58Z', 'updated_at': '2022-07-27T15:41:47Z', 'revision_number': 5, 'project_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'gw_port': {'id': 'f8d16d75-2e63-4256-bcd4-7dc7cdeb888a', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369a3c33-235b-4a50-8611-b402b79deac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:36:58Z', 'updated_at': '2022-07-27T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:49.186961 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:49.193977 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea67701-4058-4904-ae2c-d970a597fd14 None None] Checking router: 369a3c33-235b-4a50-8611-b402b79deac9 for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:41:49.202608 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea67701-4058-4904-ae2c-d970a597fd14 None None] Routers {'369a3c33-235b-4a50-8611-b402b79deac9'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:41:49.203218 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-0ea67701-4058-4904-ae2c-d970a597fd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:41:19Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['369a3c33-235b-4a50-8611-b402b79deac9'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:49.221272 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-2f08c56b-c9cb-4226-a7b5-3020134914a8 admin admin] For port f8d16d75-2e63-4256-bcd4-7dc7cdeb888a, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=f8d16d75-2e63-4256-bcd4-7dc7cdeb888a,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:41:49.221632 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f08c56b-c9cb-4226-a7b5-3020134914a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (f8d16d75-2e63-4256-bcd4-7dc7cdeb888a), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:49.235433 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-2f08c56b-c9cb-4226-a7b5-3020134914a8 admin admin] Calling delete_port for f8d16d75-2e63-4256-bcd4-7dc7cdeb888a owned by network:router_gateway {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:41:49.284178 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-0ea67701-4058-4904-ae2c-d970a597fd14 None None] Set router 369a3c33-235b-4a50-8611-b402b79deac9 gateway port host: None {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:41:49.342401 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-0ea67701-4058-4904-ae2c-d970a597fd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369a3c33-235b-4a50-8611-b402b79deac9', 'name': 'tempest-TestShelveInstance-204866774-router', 'tenant_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:58Z', 'updated_at': '2022-07-27T15:41:49Z', 'revision_number': 6, 'project_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'gw_port_host': None}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:49.373356 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea67701-4058-4904-ae2c-d970a597fd14 None None] The sync data for ids ['369a3c33-235b-4a50-8611-b402b79deac9'] in dv-cinder-841315-2-iscsi is: [{'id': '369a3c33-235b-4a50-8611-b402b79deac9', 'name': 'tempest-TestShelveInstance-204866774-router', 'tenant_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:36:58Z', 'updated_at': '2022-07-27T15:41:49Z', 'revision_number': 6, 'project_id': 'e6dc7bd3aaf94f6db124873ade24362e', 'gw_port_host': None}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:41:49.376041 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa25e-b206-4323-b966-eaa7fb5c43e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:49.410490 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f08c56b-c9cb-4226-a7b5-3020134914a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (f8d16d75-2e63-4256-bcd4-7dc7cdeb888a), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:49.435668 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08c56b-c9cb-4226-a7b5-3020134914a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d16d75-2e63-4256-bcd4-7dc7cdeb888a,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:41:49.507671 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f08c56b-c9cb-4226-a7b5-3020134914a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376603'] for router_gateway (369a3c33-235b-4a50-8611-b402b79deac9), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:49.597164 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f08c56b-c9cb-4226-a7b5-3020134914a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (369a3c33-235b-4a50-8611-b402b79deac9), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:49.599907 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f08c56b-c9cb-4226-a7b5-3020134914a8 admin admin] Publish callbacks [] for router_controller (369a3c33-235b-4a50-8611-b402b79deac9), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:49.641984 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f08c56b-c9cb-4226-a7b5-3020134914a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693842'] for router (369a3c33-235b-4a50-8611-b402b79deac9), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:49.642582 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f08c56b-c9cb-4226-a7b5-3020134914a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 369a3c33-235b-4a50-8611-b402b79deac9 {{(pid=103936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:41:49.646869 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-2f08c56b-c9cb-4226-a7b5-3020134914a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:49.648039 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-2f08c56b-c9cb-4226-a7b5-3020134914a8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/369a3c33-235b-4a50-8611-b402b79deac9 HTTP/1.1" status: 204 len: 168 time: 0.8032606 Jul 27 15:41:49.651096 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49530) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:41:49.698035 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce6bb78-be1a-4e76-a625-7d2c6975acfc admin admin] Deleting subnet ccf64aa7-4316-42d2-9106-5e0c2723ff9a {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 15:41:49.701838 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ce6bb78-be1a-4e76-a625-7d2c6975acfc admin admin] Publish callbacks [] for subnet (ccf64aa7-4316-42d2-9106-5e0c2723ff9a), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:49.744733 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ce6bb78-be1a-4e76-a625-7d2c6975acfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12156066'] for subnet (ccf64aa7-4316-42d2-9106-5e0c2723ff9a), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:49.775593 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:49.833121 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ce6bb78-be1a-4e76-a625-7d2c6975acfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563307'] for subnet (ccf64aa7-4316-42d2-9106-5e0c2723ff9a), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:49.888740 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ce6bb78-be1a-4e76-a625-7d2c6975acfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8434635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575612'] for subnet (ccf64aa7-4316-42d2-9106-5e0c2723ff9a), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:49.915980 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6bb78-be1a-4e76-a625-7d2c6975acfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccf64aa7-4316-42d2-9106-5e0c2723ff9a,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:41:49.919542 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-0ce6bb78-be1a-4e76-a625-7d2c6975acfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:49.922650 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-0ce6bb78-be1a-4e76-a625-7d2c6975acfc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ccf64aa7-4316-42d2-9106-5e0c2723ff9a HTTP/1.1" status: 204 len: 168 time: 0.2706246 Jul 27 15:41:49.925471 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49532) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:41:49.927970 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f89c2b-b36c-4e2e-b243-7e6ea2832c98 None None] Network fe893c00-476c-4cc9-87f2-571038ef439c requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:41:49.989319 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:50.001126 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409505'] for network (fe893c00-476c-4cc9-87f2-571038ef439c), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:50.018000 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:50.041656 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:50.047212 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] Deleting port 315f0fe8-4286-453a-b0a4-9ce27f72ee15 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:41:50.047552 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (315f0fe8-4286-453a-b0a4-9ce27f72ee15), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:50.121018 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] For port 315f0fe8-4286-453a-b0a4-9ce27f72ee15, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=315f0fe8-4286-453a-b0a4-9ce27f72ee15,segment=NetworkSegment(068e15e6-8e28-4fe1-b936-f59c00316451),segment_id=068e15e6-8e28-4fe1-b936-f59c00316451)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:41:50.121387 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (315f0fe8-4286-453a-b0a4-9ce27f72ee15), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:50.137659 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] Calling delete_port for 315f0fe8-4286-453a-b0a4-9ce27f72ee15 owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:41:50.145168 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d1602c-d9da-4bcf-a870-9690e9e67b3a None None] DHCP port deletion for fe893c00-476c-4cc9-87f2-571038ef439c request from dv-cinder-841315-2-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 15:41:50.187504 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-23d1602c-d9da-4bcf-a870-9690e9e67b3a None None] Deleting port 315f0fe8-4286-453a-b0a4-9ce27f72ee15 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:41:50.187914 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-23d1602c-d9da-4bcf-a870-9690e9e67b3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (315f0fe8-4286-453a-b0a4-9ce27f72ee15), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:50.240670 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (315f0fe8-4286-453a-b0a4-9ce27f72ee15), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:50.261608 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-23d1602c-d9da-4bcf-a870-9690e9e67b3a None None] For port 315f0fe8-4286-453a-b0a4-9ce27f72ee15, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=315f0fe8-4286-453a-b0a4-9ce27f72ee15,segment=NetworkSegment(068e15e6-8e28-4fe1-b936-f59c00316451),segment_id=068e15e6-8e28-4fe1-b936-f59c00316451)] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:41:50.262005 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-23d1602c-d9da-4bcf-a870-9690e9e67b3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (315f0fe8-4286-453a-b0a4-9ce27f72ee15), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:50.266187 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] Pushing event deleted for resources: {'Port': ['ID=315f0fe8-4286-453a-b0a4-9ce27f72ee15,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:41:50.273406 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] No DVR routers for this DVR port 315f0fe8-4286-453a-b0a4-9ce27f72ee15 on host dv-cinder-841315-2-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:41:50.277641 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-23d1602c-d9da-4bcf-a870-9690e9e67b3a None None] Calling delete_port for 315f0fe8-4286-453a-b0a4-9ce27f72ee15 owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:41:50.356135 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561221', 'neutron.services.segments.db._delete_segments_for_network-8768358125770'] for network (fe893c00-476c-4cc9-87f2-571038ef439c), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:50.360463 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-23d1602c-d9da-4bcf-a870-9690e9e67b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (315f0fe8-4286-453a-b0a4-9ce27f72ee15), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:50.378394 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe893c00-476c-4cc9-87f2-571038ef439c']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:50.389192 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1602c-d9da-4bcf-a870-9690e9e67b3a None None] Pushing event deleted for resources: {'Port': ['ID=315f0fe8-4286-453a-b0a4-9ce27f72ee15,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:41:50.390322 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068e15e6-8e28-4fe1-b936-f59c00316451') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:50.390729 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068e15e6-8e28-4fe1-b936-f59c00316451') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:41:50.392884 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d1602c-d9da-4bcf-a870-9690e9e67b3a None None] No DVR routers for this DVR port 315f0fe8-4286-453a-b0a4-9ce27f72ee15 on host dv-cinder-841315-2-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:41:50.415006 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768358125671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12156091'] for segment (068e15e6-8e28-4fe1-b936-f59c00316451), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:50.431276 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (068e15e6-8e28-4fe1-b936-f59c00316451), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:50.442346 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:41:50.443038 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8434581'] for segment (068e15e6-8e28-4fe1-b936-f59c00316451), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:50.484531 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 068e15e6-8e28-4fe1-b936-f59c00316451 resource provider aggregate not found Jul 27 15:41:50.502877 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 068e15e6-8e28-4fe1-b936-f59c00316451 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 068e15e6-8e28-4fe1-b936-f59c00316451 found for delete ", "request_id": "req-bac2b856-bcb0-48b7-86bb-6e31e50172fa"}]} Jul 27 15:41:50.513326 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376631'] for network (fe893c00-476c-4cc9-87f2-571038ef439c), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:50.518894 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:50.522594 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fe893c00-476c-4cc9-87f2-571038ef439c HTTP/1.1" status: 204 len: 168 time: 0.5961256 Jul 27 15:41:50.540175 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7564e-395e-4f0d-9f31-096306ac3711 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe893c00-476c-4cc9-87f2-571038ef439c,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:41:50.693646 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49540) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:41:50.878235 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-343dd1c7-8675-4907-a7d9-b5abc314255f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f420f7f5f5947088f23da2dab9f0fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833990 Jul 27 15:41:50.881323 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49544) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:41:50.886122 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:50.932793 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:41:50.933563 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-de5a76e8-8e49-4a62-b58d-583cebf2cee1 admin admin] Publish callbacks [] for security_group (c31a2a70-762f-47a2-be12-9f2d2f14092d), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:50.952425 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:41:50.952760 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 20d8b0f6-d0c8-410b-91c3-9b480dbde5f8 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:41:50.953172 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 315f0fe8-4286-453a-b0a4-9ce27f72ee15 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:41:50.961795 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-de5a76e8-8e49-4a62-b58d-583cebf2cee1 admin admin] Publish callbacks [] for security_group (c31a2a70-762f-47a2-be12-9f2d2f14092d), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:50.972189 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: 315f0fe8-4286-453a-b0a4-9ce27f72ee15 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:41:50.972547 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 315f0fe8-4286-453a-b0a4-9ce27f72ee15 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:41:50.972961 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device f8d16d75-2e63-4256-bcd4-7dc7cdeb888a no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:41:50.990641 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: f8d16d75-2e63-4256-bcd4-7dc7cdeb888a {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:41:50.990991 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device f8d16d75-2e63-4256-bcd4-7dc7cdeb888a not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:41:51.008838 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-de5a76e8-8e49-4a62-b58d-583cebf2cee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (c31a2a70-762f-47a2-be12-9f2d2f14092d), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:51.011407 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-de5a76e8-8e49-4a62-b58d-583cebf2cee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:51.012576 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-de5a76e8-8e49-4a62-b58d-583cebf2cee1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c31a2a70-762f-47a2-be12-9f2d2f14092d HTTP/1.1" status: 204 len: 168 time: 0.1305237 Jul 27 15:41:51.021186 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a76e8-8e49-4a62-b58d-583cebf2cee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31a2a70-762f-47a2-be12-9f2d2f14092d,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:41:51.284125 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49550) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:41:51.306793 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:51.330804 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-bf6fa9f2-2f75-45fc-bef3-512e147417bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6dc7bd3aaf94f6db124873ade24362e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455024 Jul 27 15:41:51.333331 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49552) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:41:51.381188 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-adae0345-73ca-4a5a-bb02-959541931e51 admin admin] Publish callbacks [] for security_group (3b6b114c-0d8b-4003-b327-57de1f6e5033), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:51.391084 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:51.403794 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-adae0345-73ca-4a5a-bb02-959541931e51 admin admin] Publish callbacks [] for security_group (3b6b114c-0d8b-4003-b327-57de1f6e5033), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:51.452025 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-adae0345-73ca-4a5a-bb02-959541931e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (3b6b114c-0d8b-4003-b327-57de1f6e5033), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:51.454522 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-adae0345-73ca-4a5a-bb02-959541931e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:51.455742 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-adae0345-73ca-4a5a-bb02-959541931e51 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b6b114c-0d8b-4003-b327-57de1f6e5033 HTTP/1.1" status: 204 len: 168 time: 0.1214828 Jul 27 15:41:51.463590 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae0345-73ca-4a5a-bb02-959541931e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6b114c-0d8b-4003-b327-57de1f6e5033,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:41:52.109740 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:52.275916 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:41:55.944796 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=12 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:41:55.979027 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=11 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:00.504700 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=42,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:00.524782 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:01.161384 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-67cde191-fb50-426b-882b-1308145c9385 req-44aac43e-d98a-4988-8824-b2277fd55247 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-770683507&fields=id&tenant_id=f40879b7ec11451a82501bf14592c04a HTTP/1.1" status: 200 len: 267 time: 0.0440595 Jul 27 15:42:01.212099 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cde191-fb50-426b-882b-1308145c9385 req-2530b584-0da5-4b24-9a1e-6c6eb2a4ae70 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:42:01.214136 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-67cde191-fb50-426b-882b-1308145c9385 req-2530b584-0da5-4b24-9a1e-6c6eb2a4ae70 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 985 time: 0.0477214 Jul 27 15:42:01.224510 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.v2.base [req-67cde191-fb50-426b-882b-1308145c9385 req-0295079b-4f0c-40a0-9279-5a17840dc346 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Request body: {'port': {'security_groups': ['06d7ad66-f57d-4715-801a-f5265b0fcc73']}} {{(pid=103936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 15:42:01.294484 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-67cde191-fb50-426b-882b-1308145c9385 req-0295079b-4f0c-40a0-9279-5a17840dc346 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3439299'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), before_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:01.458793 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:01.459898 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:01.464709 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [req-67cde191-fb50-426b-882b-1308145c9385 req-0295079b-4f0c-40a0-9279-5a17840dc346 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] For port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625,segment=NetworkSegment(088327b5-6aa0-4456-8182-7a5fce183968),segment_id=088327b5-6aa0-4456-8182-7a5fce183968)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:42:01.495092 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-67cde191-fb50-426b-882b-1308145c9385 req-0295079b-4f0c-40a0-9279-5a17840dc346 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), precommit_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:01.499702 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-67cde191-fb50-426b-882b-1308145c9385 req-0295079b-4f0c-40a0-9279-5a17840dc346 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768358051548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768357671765', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768357671783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8434673'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), after_update {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:01.513856 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:42:01.546405 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cde191-fb50-426b-882b-1308145c9385 req-0295079b-4f0c-40a0-9279-5a17840dc346 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:42:01.546944 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [req-67cde191-fb50-426b-882b-1308145c9385 req-0295079b-4f0c-40a0-9279-5a17840dc346 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:01.548669 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-67cde191-fb50-426b-882b-1308145c9385 req-0295079b-4f0c-40a0-9279-5a17840dc346 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "PUT /v2.0/ports/6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 HTTP/1.1" status: 200 len: 943 time: 0.3284364 Jul 27 15:42:01.549165 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'tag': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:42:01.551500 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce97687-2b52-4b50-a075-50cad125a72a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c", "tag": "6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:42:01.554811 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49564) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:42:01.573713 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295079b-4f0c-40a0-9279-5a17840dc346 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Pushing event updated for resources: {'Port': ['ID=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625,revision_number=7']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:42:01.621808 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c3ddfe-cca5-48d9-ab51-4c68a27b0652 x-openstack-request-id: req-66c3ddfe-cca5-48d9-ab51-4c68a27b0652 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:42:01.622111 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c", "tag": "6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:42:01.622360 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-66c3ddfe-cca5-48d9-ab51-4c68a27b0652 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:42:01.622764 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c3ddfe-cca5-48d9-ab51-4c68a27b0652'] response: {'name': 'network-changed', 'server_uuid': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'tag': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625', 'status': 'completed', 'code': 200} Jul 27 15:42:01.628877 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:42:01.689531 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-28a09378-39e3-4eff-9030-dad93f1b65ce tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group (9e892118-d7b7-4678-839d-856f80f040ce), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:01.709715 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce97687-2b52-4b50-a075-50cad125a72a req-582b2d34-5eee-430a-8966-b1cba221e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:42:01.711176 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1ce97687-2b52-4b50-a075-50cad125a72a req-582b2d34-5eee-430a-8966-b1cba221e5c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f40879b7ec11451a82501bf14592c04a&device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 1130 time: 0.0632005 Jul 27 15:42:01.733391 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-28a09378-39e3-4eff-9030-dad93f1b65ce tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group (9e892118-d7b7-4678-839d-856f80f040ce), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:01.841490 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce97687-2b52-4b50-a075-50cad125a72a req-a115a123-1369-4ece-a77f-7b514a73154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:42:01.842935 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1ce97687-2b52-4b50-a075-50cad125a72a req-a115a123-1369-4ece-a77f-7b514a73154a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9f2d62e-6002-4555-b49f-639cf150a235 HTTP/1.1" status: 200 len: 915 time: 0.1234233 Jul 27 15:42:01.858666 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.provisioning_blocks [None req-fff2f908-860e-4d4c-8872-6a20030d952d None None] Provisioning complete for port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 triggered by entity DHCP. {{(pid=103937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 15:42:01.859035 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-fff2f908-860e-4d4c-8872-6a20030d952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3581856'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), provisioning_complete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:01.900613 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-28a09378-39e3-4eff-9030-dad93f1b65ce tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (9e892118-d7b7-4678-839d-856f80f040ce), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:01.903270 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-28a09378-39e3-4eff-9030-dad93f1b65ce tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:01.904451 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-28a09378-39e3-4eff-9030-dad93f1b65ce tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "DELETE /v2.0/security-groups/9e892118-d7b7-4678-839d-856f80f040ce HTTP/1.1" status: 204 len: 168 time: 0.3482449 Jul 27 15:42:01.907558 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49566) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:42:01.922912 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a09378-39e3-4eff-9030-dad93f1b65ce tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e892118-d7b7-4678-839d-856f80f040ce,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:42:01.933662 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1ce97687-2b52-4b50-a075-50cad125a72a req-059511bc-7d44-4534-bf02-72651b5b5979 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 HTTP/1.1" status: 200 len: 1001 time: 0.0827045 Jul 27 15:42:01.940673 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:01.946675 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-fff2f908-860e-4d4c-8872-6a20030d952d None None] Current status of the port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 is: ACTIVE; New status is: ACTIVE {{(pid=103937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 15:42:01.989172 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce97687-2b52-4b50-a075-50cad125a72a req-da7f71ef-7d55-4447-8df0-63eb0fc60661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:42:01.990626 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1ce97687-2b52-4b50-a075-50cad125a72a req-da7f71ef-7d55-4447-8df0-63eb0fc60661 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=682750ee-a44e-4d0d-9b2a-ae50dcd83f80 HTTP/1.1" status: 200 len: 853 time: 0.0487227 Jul 27 15:42:02.036985 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce97687-2b52-4b50-a075-50cad125a72a req-c8b61e56-4a9c-4451-a359-554dd5d4c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:42:02.038477 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1ce97687-2b52-4b50-a075-50cad125a72a req-c8b61e56-4a9c-4451-a359-554dd5d4c945 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9f2d62e-6002-4555-b49f-639cf150a235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380847 Jul 27 15:42:02.067163 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-ace6ef1d-b823-4308-bf68-7090358d89be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Deleting port c1c06851-cb8f-4c06-9513-b33620ef0b94 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:42:02.067510 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ace6ef1d-b823-4308-bf68-7090358d89be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (c1c06851-cb8f-4c06-9513-b33620ef0b94), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:02.135716 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1ce97687-2b52-4b50-a075-50cad125a72a req-4dbd1ef5-147c-4a14-8b13-88cb6651a056 service neutron] 10.222.0.42 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887537 Jul 27 15:42:02.155055 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ace6ef1d-b823-4308-bf68-7090358d89be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (c1c06851-cb8f-4c06-9513-b33620ef0b94), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:02.155371 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ace6ef1d-b823-4308-bf68-7090358d89be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for floatingip (c1c06851-cb8f-4c06-9513-b33620ef0b94), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:02.167803 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-ace6ef1d-b823-4308-bf68-7090358d89be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Calling delete_port for c1c06851-cb8f-4c06-9513-b33620ef0b94 owned by network:floatingip {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:42:02.233769 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-1ce97687-2b52-4b50-a075-50cad125a72a req-a5ad1fdf-9995-4c5d-92d4-d61f4485c31c service neutron] 10.222.0.42 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888619 Jul 27 15:42:02.248971 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:02.312658 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ace6ef1d-b823-4308-bf68-7090358d89be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (c1c06851-cb8f-4c06-9513-b33620ef0b94), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:02.340970 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6ef1d-b823-4308-bf68-7090358d89be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Pushing event deleted for resources: {'Port': ['ID=c1c06851-cb8f-4c06-9513-b33620ef0b94,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:42:02.348250 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:02.415643 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ace6ef1d-b823-4308-bf68-7090358d89be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks [] for floatingip (e05605df-2dea-45cb-970e-daebb40533f9), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:02.416001 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.db.l3_db [None req-ace6ef1d-b823-4308-bf68-7090358d89be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Floating IP e05605df-2dea-45cb-970e-daebb40533f9 disassociated (deleted). External IP: 172.27.1.20, port: 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625. Jul 27 15:42:02.623783 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace6ef1d-b823-4308-bf68-7090358d89be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:42:02.725933 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace6ef1d-b823-4308-bf68-7090358d89be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:42:02.730788 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ace6ef1d-b823-4308-bf68-7090358d89be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for floatingip (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:02.735927 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d72e6c8-fdd3-4c13-b69b-c4ef3a938a9f None None] Sync routers for ids ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:42:02.745315 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d72e6c8-fdd3-4c13-b69b-c4ef3a938a9f None None] Routers {'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:42:02.745932 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-1d72e6c8-fdd3-4c13-b69b-c4ef3a938a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:41:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:02.760501 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ace6ef1d-b823-4308-bf68-7090358d89be tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "DELETE /v2.0/floatingips/e05605df-2dea-45cb-970e-daebb40533f9 HTTP/1.1" status: 204 len: 168 time: 0.8511117 Jul 27 15:42:02.848941 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-1d72e6c8-fdd3-4c13-b69b-c4ef3a938a9f None None] Set router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:42:03.044685 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-1d72e6c8-fdd3-4c13-b69b-c4ef3a938a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'name': 'tempest-TestMinimumBasicScenario-320589325-router', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:00Z', 'revision_number': 4, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'gw_port': {'id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'c9600483-9c49-45a9-841f-89c531dec3f4', 'name': '', 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'mac_address': 'fa:16:3e:0d:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:59Z', 'updated_at': '2022-07-27T15:40:04Z', 'revision_number': 5, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'subnets': [{'id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:03.073760 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d72e6c8-fdd3-4c13-b69b-c4ef3a938a9f None None] Checking router: a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:42:03.082020 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d72e6c8-fdd3-4c13-b69b-c4ef3a938a9f None None] Routers {'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:42:03.082618 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-1d72e6c8-fdd3-4c13-b69b-c4ef3a938a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:41:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:03.186893 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-1d72e6c8-fdd3-4c13-b69b-c4ef3a938a9f None None] Set router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:42:03.373107 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-1d72e6c8-fdd3-4c13-b69b-c4ef3a938a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'name': 'tempest-TestMinimumBasicScenario-320589325-router', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:00Z', 'revision_number': 4, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'gw_port': {'id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'c9600483-9c49-45a9-841f-89c531dec3f4', 'name': '', 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'mac_address': 'fa:16:3e:0d:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:59Z', 'updated_at': '2022-07-27T15:40:04Z', 'revision_number': 5, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'subnets': [{'id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:03.398372 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d72e6c8-fdd3-4c13-b69b-c4ef3a938a9f None None] The sync data for ids ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'] in dv-cinder-841315-2-iscsi is: [{'id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'name': 'tempest-TestMinimumBasicScenario-320589325-router', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:00Z', 'revision_number': 4, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'gw_port': {'id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi', '_interfaces': [{'id': 'c9600483-9c49-45a9-841f-89c531dec3f4', 'name': '', 'network_id': 'a9f2d62e-6002-4555-b49f-639cf150a235', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'mac_address': 'fa:16:3e:0d:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:59Z', 'updated_at': '2022-07-27T15:40:04Z', 'revision_number': 5, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'subnets': [{'id': '682750ee-a44e-4d0d-9b2a-ae50dcd83f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:42:03.610997 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e4a10-dedc-42ed-bfaf-6fe42475682d None None] New status for floating IP e05605df-2dea-45cb-970e-daebb40533f9: DOWN {{(pid=103937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 15:42:03.624068 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'tag': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625'}] {{(pid=103936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:42:03.626433 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2467cd67e584ab9d05a57b2d776777b4bfd72c18fd631c9c352150cc1e9b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a761e2d-4c39-4851-bf2e-644f31672944" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c", "tag": "6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625"}]}' {{(pid=103936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:42:03.816483 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 15:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7495b808-73ef-4656-970c-6187d88e2c45 x-openstack-request-id: req-7495b808-73ef-4656-970c-6187d88e2c45 {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:42:03.816846 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c", "tag": "6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625", "status": "completed", "code": 200}]} {{(pid=103936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:42:03.817111 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7495b808-73ef-4656-970c-6187d88e2c45 {{(pid=103936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:42:03.817525 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7495b808-73ef-4656-970c-6187d88e2c45'] response: {'name': 'network-changed', 'server_uuid': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'tag': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625', 'status': 'completed', 'code': 200} Jul 27 15:42:03.877238 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a761e2d-4c39-4851-bf2e-644f31672944 req-0d9318e9-3d53-4464-a805-31a2347221b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:42:03.878849 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a761e2d-4c39-4851-bf2e-644f31672944 req-0d9318e9-3d53-4464-a805-31a2347221b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f40879b7ec11451a82501bf14592c04a&device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 1130 time: 0.0390615 Jul 27 15:42:03.971465 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a761e2d-4c39-4851-bf2e-644f31672944 req-93420a7b-e2c1-4624-86c1-700aa33fcd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:42:03.973061 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a761e2d-4c39-4851-bf2e-644f31672944 req-93420a7b-e2c1-4624-86c1-700aa33fcd20 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9f2d62e-6002-4555-b49f-639cf150a235 HTTP/1.1" status: 200 len: 915 time: 0.0878525 Jul 27 15:42:04.016682 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a761e2d-4c39-4851-bf2e-644f31672944 req-8a1aeecf-46e4-45da-b06f-253fa0dfab2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 HTTP/1.1" status: 200 len: 217 time: 0.0359571 Jul 27 15:42:04.068433 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a761e2d-4c39-4851-bf2e-644f31672944 req-04504fc8-50e6-4538-8983-952f888aedf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:42:04.069903 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a761e2d-4c39-4851-bf2e-644f31672944 req-04504fc8-50e6-4538-8983-952f888aedf4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=682750ee-a44e-4d0d-9b2a-ae50dcd83f80 HTTP/1.1" status: 200 len: 853 time: 0.0453355 Jul 27 15:42:04.117018 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a761e2d-4c39-4851-bf2e-644f31672944 req-22148151-22b0-416b-8b3f-b768c9aa421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:42:04.118573 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a761e2d-4c39-4851-bf2e-644f31672944 req-22148151-22b0-416b-8b3f-b768c9aa421e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9f2d62e-6002-4555-b49f-639cf150a235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398529 Jul 27 15:42:04.187904 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:04.221453 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a761e2d-4c39-4851-bf2e-644f31672944 req-11807011-3042-4121-9ae8-0be4cbc74e9b service neutron] 10.222.0.42 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928359 Jul 27 15:42:04.293224 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:04.317447 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-3a761e2d-4c39-4851-bf2e-644f31672944 req-9a6243b4-d5d7-4f08-8ea8-6ff18671a665 service neutron] 10.222.0.42 "GET /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869510 Jul 27 15:42:05.494029 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21eadf-918f-4c10-b5d0-a5e9dc1117d4 req-4b300502-1d4d-493f-92e8-e1cab75eb56c tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:42:05.495498 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7b21eadf-918f-4c10-b5d0-a5e9dc1117d4 req-4b300502-1d4d-493f-92e8-e1cab75eb56c tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 946 time: 0.0473986 Jul 27 15:42:05.542077 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-7b21eadf-918f-4c10-b5d0-a5e9dc1117d4 req-ceb217d9-e0b5-4f04-b047-96a932a27f70 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405440 Jul 27 15:42:06.664851 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab067e85-05af-481b-997d-f3a51bcd5715 req-1a4e3824-6630-465e-84a6-a8152f0ba081 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:42:06.666812 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ab067e85-05af-481b-997d-f3a51bcd5715 req-1a4e3824-6630-465e-84a6-a8152f0ba081 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 946 time: 0.0510583 Jul 27 15:42:06.712261 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-ab067e85-05af-481b-997d-f3a51bcd5715 req-ef7c696b-32da-498d-a39c-f1f56f9b9aa5 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399568 Jul 27 15:42:07.529405 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f0cb7-e2b2-4154-ad36-6eaf748ba1aa req-e35fc0b0-a1ab-4416-bfc9-0e37a91cc5b0 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:42:07.530851 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-212f0cb7-e2b2-4154-ad36-6eaf748ba1aa req-e35fc0b0-a1ab-4416-bfc9-0e37a91cc5b0 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 946 time: 0.0479205 Jul 27 15:42:07.614736 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-212f0cb7-e2b2-4154-ad36-6eaf748ba1aa req-3f96991f-612a-4287-993e-023001dfac9d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Deleting port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:42:07.615075 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-212f0cb7-e2b2-4154-ad36-6eaf748ba1aa req-3f96991f-612a-4287-993e-023001dfac9d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:07.706210 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [req-212f0cb7-e2b2-4154-ad36-6eaf748ba1aa req-3f96991f-612a-4287-993e-023001dfac9d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] For port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625,segment=NetworkSegment(088327b5-6aa0-4456-8182-7a5fce183968),segment_id=088327b5-6aa0-4456-8182-7a5fce183968)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:42:07.706943 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-212f0cb7-e2b2-4154-ad36-6eaf748ba1aa req-3f96991f-612a-4287-993e-023001dfac9d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:07.719192 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [req-212f0cb7-e2b2-4154-ad36-6eaf748ba1aa req-3f96991f-612a-4287-993e-023001dfac9d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Calling delete_port for 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 owned by compute:nova {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:42:07.834444 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20478ca1-c3ac-4eb2-9f2e-9950b36c8f83 req-6f2a7f58-23ed-4bfa-813f-ebae3909b09d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 15:42:07.835861 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-20478ca1-c3ac-4eb2-9f2e-9950b36c8f83 req-6f2a7f58-23ed-4bfa-813f-ebae3909b09d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c HTTP/1.1" status: 200 len: 946 time: 0.0520284 Jul 27 15:42:07.848001 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-212f0cb7-e2b2-4154-ad36-6eaf748ba1aa req-3f96991f-612a-4287-993e-023001dfac9d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:07.874865 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] get_ports_and_sgs() called for port_ids ['6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625'] {{(pid=103937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 15:42:07.878306 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96991f-612a-4287-993e-023001dfac9d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Pushing event deleted for resources: {'Port': ['ID=6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:42:07.878690 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:07.879628 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:07.918883 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [req-20478ca1-c3ac-4eb2-9f2e-9950b36c8f83 req-e130fb5c-f705-467c-9e09-579e8efdd0a0 tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.36 "GET /v2.0/security-groups?id=06d7ad66-f57d-4715-801a-f5265b0fcc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768144 Jul 27 15:42:07.925921 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.l3_dvrscheduler_db [req-212f0cb7-e2b2-4154-ad36-6eaf748ba1aa req-3f96991f-612a-4287-993e-023001dfac9d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] No DVR routers for this DVR port 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 on host hv-cinder-84131 {{(pid=103935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:42:07.928508 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [req-212f0cb7-e2b2-4154-ad36-6eaf748ba1aa req-3f96991f-612a-4287-993e-023001dfac9d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95679'] for port (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:07.932493 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [req-212f0cb7-e2b2-4154-ad36-6eaf748ba1aa req-3f96991f-612a-4287-993e-023001dfac9d tempest-TestMinimumBasicScenario-1003999524 tempest-TestMinimumBasicScenario-1003999524-project] 10.222.0.42 "DELETE /v2.0/ports/6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 HTTP/1.1" status: 204 len: 173 time: 0.3916540 Jul 27 15:42:07.932942 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'name': 'network-vif-deleted', 'tag': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625'}] {{(pid=103935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 15:42:07.935151 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b962c98af8d960f600a2017b351739bb657ae8d836a50747a12c526e6ea097" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aaa29d-c46d-4a88-8245-e9020ae22f48" -d '{"events": [{"server_uuid": "2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c", "name": "network-vif-deleted", "tag": "6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625"}]}' {{(pid=103935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 15:42:07.982183 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 15:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61e3215-4c81-4ae7-8180-b9f986414cc5 x-openstack-request-id: req-b61e3215-4c81-4ae7-8180-b9f986414cc5 {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 15:42:07.982482 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c", "name": "network-vif-deleted", "tag": "6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625", "status": "completed", "code": 200}]} {{(pid=103935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 15:42:07.982737 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b61e3215-4c81-4ae7-8180-b9f986414cc5 {{(pid=103935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 15:42:07.983139 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b61e3215-4c81-4ae7-8180-b9f986414cc5'] response: {'server_uuid': '2cfeb7fe-92c6-4dc3-8181-3afcebe6d19c', 'name': 'network-vif-deleted', 'tag': '6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625', 'status': 'completed', 'code': 200} Jul 27 15:42:09.580609 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49650) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:42:09.798031 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:09.883474 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-337e7e8f-d7ee-485f-8a47-9c45423ede8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360475'] for router_interface (a4ea0967-9bf6-4ddc-9994-1d00c8af8b05), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:09.971634 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=100 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:10.102325 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-337e7e8f-d7ee-485f-8a47-9c45423ede8e admin admin] Deleting port c9600483-9c49-45a9-841f-89c531dec3f4 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:42:10.102674 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-337e7e8f-d7ee-485f-8a47-9c45423ede8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:10.435208 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-337e7e8f-d7ee-485f-8a47-9c45423ede8e admin admin] For port c9600483-9c49-45a9-841f-89c531dec3f4, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=c9600483-9c49-45a9-841f-89c531dec3f4,segment=NetworkSegment(088327b5-6aa0-4456-8182-7a5fce183968),segment_id=088327b5-6aa0-4456-8182-7a5fce183968)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:42:10.435576 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-337e7e8f-d7ee-485f-8a47-9c45423ede8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:10.448785 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-337e7e8f-d7ee-485f-8a47-9c45423ede8e admin admin] Calling delete_port for c9600483-9c49-45a9-841f-89c531dec3f4 owned by network:router_interface {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:42:10.624224 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-337e7e8f-d7ee-485f-8a47-9c45423ede8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (c9600483-9c49-45a9-841f-89c531dec3f4), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:10.647761 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e7e8f-d7ee-485f-8a47-9c45423ede8e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9600483-9c49-45a9-841f-89c531dec3f4,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:42:10.813042 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-337e7e8f-d7ee-485f-8a47-9c45423ede8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360591'] for router_interface (a4ea0967-9bf6-4ddc-9994-1d00c8af8b05), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:10.907275 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:11.032505 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337e7e8f-d7ee-485f-8a47-9c45423ede8e admin admin] Router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:42:11.035518 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:11.136017 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337e7e8f-d7ee-485f-8a47-9c45423ede8e admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:42:11.140925 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-337e7e8f-d7ee-485f-8a47-9c45423ede8e admin admin] 10.222.0.36 "PUT /v2.0/routers/a4ea0967-9bf6-4ddc-9994-1d00c8af8b05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5593221 Jul 27 15:42:11.143378 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49652) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:42:11.145969 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe18e128-90f2-4ed0-a7e6-f67702c71fb9 None None] Sync routers for ids ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'] in dv-cinder-841315-2-iscsi {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:42:11.157210 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe18e128-90f2-4ed0-a7e6-f67702c71fb9 None None] Routers {'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:42:11.157820 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-fe18e128-90f2-4ed0-a7e6-f67702c71fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:41:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:11.257768 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4d968c6-0f5c-4fc4-98f3-bee11584b1f5 admin admin] Publish callbacks [] for router (a4ea0967-9bf6-4ddc-9994-1d00c8af8b05), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:11.342264 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-fe18e128-90f2-4ed0-a7e6-f67702c71fb9 None None] Set router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 gateway port host: dv-cinder-841315-2-iscsi {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:42:11.358024 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4d968c6-0f5c-4fc4-98f3-bee11584b1f5 admin admin] Publish callbacks [] for router_gateway (a4ea0967-9bf6-4ddc-9994-1d00c8af8b05), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:11.401064 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-a4d968c6-0f5c-4fc4-98f3-bee11584b1f5 admin admin] Deleting port b5bebd4e-5982-429b-9415-8840cfaa9afe {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:42:11.401401 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4d968c6-0f5c-4fc4-98f3-bee11584b1f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (b5bebd4e-5982-429b-9415-8840cfaa9afe), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:11.471065 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=100 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:11.485520 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-a4d968c6-0f5c-4fc4-98f3-bee11584b1f5 admin admin] For port b5bebd4e-5982-429b-9415-8840cfaa9afe, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=b5bebd4e-5982-429b-9415-8840cfaa9afe,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:42:11.485883 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4d968c6-0f5c-4fc4-98f3-bee11584b1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (b5bebd4e-5982-429b-9415-8840cfaa9afe), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:11.499750 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-a4d968c6-0f5c-4fc4-98f3-bee11584b1f5 admin admin] Calling delete_port for b5bebd4e-5982-429b-9415-8840cfaa9afe owned by network:router_gateway {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:42:11.512750 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-fe18e128-90f2-4ed0-a7e6-f67702c71fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'name': 'tempest-TestMinimumBasicScenario-320589325-router', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:42:10Z', 'revision_number': 5, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'gw_port': {'id': 'b5bebd4e-5982-429b-9415-8840cfaa9afe', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:11.536445 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe18e128-90f2-4ed0-a7e6-f67702c71fb9 None None] Checking router: a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 for host: dv-cinder-841315-2-iscsi {{(pid=103938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:42:11.544794 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe18e128-90f2-4ed0-a7e6-f67702c71fb9 None None] Routers {'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:42:11.545398 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-fe18e128-90f2-4ed0-a7e6-f67702c71fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:41:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'], 'active': True} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:11.631397 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_dvr_db [None req-fe18e128-90f2-4ed0-a7e6-f67702c71fb9 None None] Set router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 gateway port host: None {{(pid=103938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:42:11.633032 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:11.681117 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.l3_hamode_db [None req-fe18e128-90f2-4ed0-a7e6-f67702c71fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'name': 'tempest-TestMinimumBasicScenario-320589325-router', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:42:11Z', 'revision_number': 6, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'gw_port_host': None}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:11.685779 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4d968c6-0f5c-4fc4-98f3-bee11584b1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (b5bebd4e-5982-429b-9415-8840cfaa9afe), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:11.708952 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe18e128-90f2-4ed0-a7e6-f67702c71fb9 None None] The sync data for ids ['a4ea0967-9bf6-4ddc-9994-1d00c8af8b05'] in dv-cinder-841315-2-iscsi is: [{'id': 'a4ea0967-9bf6-4ddc-9994-1d00c8af8b05', 'name': 'tempest-TestMinimumBasicScenario-320589325-router', 'tenant_id': 'f40879b7ec11451a82501bf14592c04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:39:57Z', 'updated_at': '2022-07-27T15:42:11Z', 'revision_number': 6, 'project_id': 'f40879b7ec11451a82501bf14592c04a', 'gw_port_host': None}] {{(pid=103938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:42:11.711378 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d968c6-0f5c-4fc4-98f3-bee11584b1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bebd4e-5982-429b-9415-8840cfaa9afe,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:42:11.715290 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:11.719790 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:42:11.751569 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] No Port match for: 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:42:11.751945 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Device 6b1ab1bf-8bfa-4e2c-b7f2-920d83c68625 not bound to the agent host hv-cinder-84131 {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:42:11.774894 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4d968c6-0f5c-4fc4-98f3-bee11584b1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376603'] for router_gateway (a4ea0967-9bf6-4ddc-9994-1d00c8af8b05), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:11.860628 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4d968c6-0f5c-4fc4-98f3-bee11584b1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (a4ea0967-9bf6-4ddc-9994-1d00c8af8b05), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:11.862766 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4d968c6-0f5c-4fc4-98f3-bee11584b1f5 admin admin] Publish callbacks [] for router_controller (a4ea0967-9bf6-4ddc-9994-1d00c8af8b05), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:11.906725 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4d968c6-0f5c-4fc4-98f3-bee11584b1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693842'] for router (a4ea0967-9bf6-4ddc-9994-1d00c8af8b05), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:11.907335 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d968c6-0f5c-4fc4-98f3-bee11584b1f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 {{(pid=103936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:42:11.911602 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-a4d968c6-0f5c-4fc4-98f3-bee11584b1f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:11.912795 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-a4d968c6-0f5c-4fc4-98f3-bee11584b1f5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a4ea0967-9bf6-4ddc-9994-1d00c8af8b05 HTTP/1.1" status: 204 len: 168 time: 0.7684891 Jul 27 15:42:11.916083 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49654) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:42:11.960641 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3ea949-a428-4341-9318-38b5f13f804a admin admin] Deleting subnet 682750ee-a44e-4d0d-9b2a-ae50dcd83f80 {{(pid=103936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 15:42:11.963861 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5f3ea949-a428-4341-9318-38b5f13f804a admin admin] Publish callbacks [] for subnet (682750ee-a44e-4d0d-9b2a-ae50dcd83f80), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:11.998753 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5f3ea949-a428-4341-9318-38b5f13f804a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12156066'] for subnet (682750ee-a44e-4d0d-9b2a-ae50dcd83f80), precommit_delete_associations {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:12.018355 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:12.081698 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5f3ea949-a428-4341-9318-38b5f13f804a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563307'] for subnet (682750ee-a44e-4d0d-9b2a-ae50dcd83f80), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:12.137627 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5f3ea949-a428-4341-9318-38b5f13f804a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8434635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575612'] for subnet (682750ee-a44e-4d0d-9b2a-ae50dcd83f80), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:12.163594 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ea949-a428-4341-9318-38b5f13f804a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=682750ee-a44e-4d0d-9b2a-ae50dcd83f80,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:42:12.167750 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-5f3ea949-a428-4341-9318-38b5f13f804a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for subnet (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:12.170894 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-5f3ea949-a428-4341-9318-38b5f13f804a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/682750ee-a44e-4d0d-9b2a-ae50dcd83f80 HTTP/1.1" status: 204 len: 168 time: 0.2539251 Jul 27 15:42:12.173974 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49656) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:42:12.174825 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c8909d-a16d-483b-93cf-d6e8d3856a35 None None] Network a9f2d62e-6002-4555-b49f-639cf150a235 requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:42:12.245645 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409505'] for network (a9f2d62e-6002-4555-b49f-639cf150a235), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:12.288835 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] Deleting port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:42:12.289184 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (6764b99e-4c03-4eeb-8859-f2ac6a567ab1), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:12.352443 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] For port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=6764b99e-4c03-4eeb-8859-f2ac6a567ab1,segment=NetworkSegment(088327b5-6aa0-4456-8182-7a5fce183968),segment_id=088327b5-6aa0-4456-8182-7a5fce183968)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:42:12.352802 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (6764b99e-4c03-4eeb-8859-f2ac6a567ab1), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:12.369574 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] Calling delete_port for 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:42:12.444715 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea65da1-25fa-4180-9ab5-ec27c1b05ce3 None None] DHCP port deletion for a9f2d62e-6002-4555-b49f-639cf150a235 request from dv-cinder-841315-2-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 15:42:12.460688 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (6764b99e-4c03-4eeb-8859-f2ac6a567ab1), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:12.488857 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] Pushing event deleted for resources: {'Port': ['ID=6764b99e-4c03-4eeb-8859-f2ac6a567ab1,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:42:12.492686 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] No DVR routers for this DVR port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 on host dv-cinder-841315-2-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:42:12.497389 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-2ea65da1-25fa-4180-9ab5-ec27c1b05ce3 None None] Deleting port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 {{(pid=103937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:42:12.497762 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2ea65da1-25fa-4180-9ab5-ec27c1b05ce3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (6764b99e-4c03-4eeb-8859-f2ac6a567ab1), before_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:12.568169 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.db [None req-2ea65da1-25fa-4180-9ab5-ec27c1b05ce3 None None] For port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1, host dv-cinder-841315-2-iscsi, got binding levels [] {{(pid=103937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:42:12.568571 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2ea65da1-25fa-4180-9ab5-ec27c1b05ce3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (6764b99e-4c03-4eeb-8859-f2ac6a567ab1), precommit_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:12.576825 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561221', 'neutron.services.segments.db._delete_segments_for_network-8768358125770'] for network (a9f2d62e-6002-4555-b49f-639cf150a235), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:12.587355 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-2ea65da1-25fa-4180-9ab5-ec27c1b05ce3 None None] Calling delete_port for 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 owned by network:dhcp {{(pid=103937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:42:12.590878 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.ipam_backend_mixin [None req-2ea65da1-25fa-4180-9ab5-ec27c1b05ce3 None None] Port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 was not found and therefore no delete operation was performed {{(pid=103937) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 27 15:42:12.592241 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-2ea65da1-25fa-4180-9ab5-ec27c1b05ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756'] for port (6764b99e-4c03-4eeb-8859-f2ac6a567ab1), after_delete {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:12.599734 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f2d62e-6002-4555-b49f-639cf150a235']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:12.609889 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088327b5-6aa0-4456-8182-7a5fce183968') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:12.610274 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088327b5-6aa0-4456-8182-7a5fce183968') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:12.620549 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea65da1-25fa-4180-9ab5-ec27c1b05ce3 None None] Pushing event deleted for resources: {'Port': ['ID=6764b99e-4c03-4eeb-8859-f2ac6a567ab1,revision_number=None']} {{(pid=103937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:42:12.621758 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768358125671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12156091'] for segment (088327b5-6aa0-4456-8182-7a5fce183968), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:12.624566 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea65da1-25fa-4180-9ab5-ec27c1b05ce3 None None] No DVR routers for this DVR port 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 on host dv-cinder-841315-2-iscsi {{(pid=103937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:42:12.640501 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (088327b5-6aa0-4456-8182-7a5fce183968), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:12.651710 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:42:12.652158 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8434581'] for segment (088327b5-6aa0-4456-8182-7a5fce183968), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:12.692928 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 088327b5-6aa0-4456-8182-7a5fce183968 resource provider aggregate not found Jul 27 15:42:12.713494 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment 088327b5-6aa0-4456-8182-7a5fce183968 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 088327b5-6aa0-4456-8182-7a5fce183968 found for delete ", "request_id": "req-6a770fc9-591d-4246-8a87-4cd0dfe543c4"}]} Jul 27 15:42:12.722450 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376631'] for network (a9f2d62e-6002-4555-b49f-639cf150a235), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:12.728505 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:12.734638 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49662) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:42:12.735148 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a9f2d62e-6002-4555-b49f-639cf150a235 HTTP/1.1" status: 204 len: 168 time: 0.5595212 Jul 27 15:42:12.750770 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2714a4-8309-4948-a355-f031f1dc1154 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f2d62e-6002-4555-b49f-639cf150a235,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:42:12.942478 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device b5bebd4e-5982-429b-9415-8840cfaa9afe no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:42:12.969266 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: b5bebd4e-5982-429b-9415-8840cfaa9afe {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:42:12.969619 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device b5bebd4e-5982-429b-9415-8840cfaa9afe not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:42:12.970046 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:42:12.987790 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:42:12.988172 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 6764b99e-4c03-4eeb-8859-f2ac6a567ab1 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:42:12.988586 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device c9600483-9c49-45a9-841f-89c531dec3f4 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:42:13.006867 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: c9600483-9c49-45a9-841f-89c531dec3f4 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:42:13.007215 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device c9600483-9c49-45a9-841f-89c531dec3f4 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:42:13.016577 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:13.060945 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-45cff5d2-fdb9-459e-8928-373895e61db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360475'] for router_interface (28f88d5a-cd77-4d56-94e5-66455332193d), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:13.102435 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:13.276734 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-45cff5d2-fdb9-459e-8928-373895e61db1 admin admin] Deleting port 96824a0c-6cd7-465f-8800-37063be59d28 {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:42:13.276975 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-45cff5d2-fdb9-459e-8928-373895e61db1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (96824a0c-6cd7-465f-8800-37063be59d28), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:13.356767 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-45cff5d2-fdb9-459e-8928-373895e61db1 admin admin] For port 96824a0c-6cd7-465f-8800-37063be59d28, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=96824a0c-6cd7-465f-8800-37063be59d28,segment=NetworkSegment(b5ff45f0-1c9b-447e-9981-fc8f27b3417a),segment_id=b5ff45f0-1c9b-447e-9981-fc8f27b3417a)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:42:13.357117 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-45cff5d2-fdb9-459e-8928-373895e61db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (96824a0c-6cd7-465f-8800-37063be59d28), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:13.370110 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-45cff5d2-fdb9-459e-8928-373895e61db1 admin admin] Calling delete_port for 96824a0c-6cd7-465f-8800-37063be59d28 owned by network:router_interface {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:42:13.545458 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-45cff5d2-fdb9-459e-8928-373895e61db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (96824a0c-6cd7-465f-8800-37063be59d28), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:13.569922 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cff5d2-fdb9-459e-8928-373895e61db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=96824a0c-6cd7-465f-8800-37063be59d28,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:42:13.744371 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-45cff5d2-fdb9-459e-8928-373895e61db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360591'] for router_interface (28f88d5a-cd77-4d56-94e5-66455332193d), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:14.119678 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:14.233461 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:14.238042 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cff5d2-fdb9-459e-8928-373895e61db1 admin admin] Router 28f88d5a-cd77-4d56-94e5-66455332193d has already been hosted by L3 agent e551caa6-0c49-43ca-a59a-b696bf2a1116 {{(pid=103935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 15:42:14.345466 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cff5d2-fdb9-459e-8928-373895e61db1 admin admin] Notify agent at l3_agent.dv-cinder-841315-2-iscsi the message routers_updated {{(pid=103935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 15:42:14.350557 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-45cff5d2-fdb9-459e-8928-373895e61db1 admin admin] 10.222.0.36 "PUT /v2.0/routers/28f88d5a-cd77-4d56-94e5-66455332193d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6141415 Jul 27 15:42:14.353859 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49664) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:42:14.354567 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415c073a-67e3-48b3-b781-e83b7c4621c9 None None] Sync routers for ids ['28f88d5a-cd77-4d56-94e5-66455332193d'] in dv-cinder-841315-2-iscsi {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 15:42:14.367563 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415c073a-67e3-48b3-b781-e83b7c4621c9 None None] Routers {'28f88d5a-cd77-4d56-94e5-66455332193d'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:42:14.368415 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-415c073a-67e3-48b3-b781-e83b7c4621c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:41:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['28f88d5a-cd77-4d56-94e5-66455332193d'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:14.460610 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e58a09f3-5553-4085-af14-0855424729a6 admin admin] Publish callbacks [] for router (28f88d5a-cd77-4d56-94e5-66455332193d), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:14.472764 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-415c073a-67e3-48b3-b781-e83b7c4621c9 None None] Set router 28f88d5a-cd77-4d56-94e5-66455332193d gateway port host: dv-cinder-841315-2-iscsi {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:42:14.571696 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e58a09f3-5553-4085-af14-0855424729a6 admin admin] Publish callbacks [] for router_gateway (28f88d5a-cd77-4d56-94e5-66455332193d), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:14.620801 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-e58a09f3-5553-4085-af14-0855424729a6 admin admin] Deleting port 4a7167d1-f67f-400b-915d-c429d5755dcc {{(pid=103935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:42:14.621145 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e58a09f3-5553-4085-af14-0855424729a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (4a7167d1-f67f-400b-915d-c429d5755dcc), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:14.710018 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.db [None req-e58a09f3-5553-4085-af14-0855424729a6 admin admin] For port 4a7167d1-f67f-400b-915d-c429d5755dcc, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=4a7167d1-f67f-400b-915d-c429d5755dcc,segment=NetworkSegment(8c33f2be-0e3b-4a65-af66-653ce2e80950),segment_id=8c33f2be-0e3b-4a65-af66-653ce2e80950)] {{(pid=103935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:42:14.710387 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e58a09f3-5553-4085-af14-0855424729a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (4a7167d1-f67f-400b-915d-c429d5755dcc), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:14.724496 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.plugins.ml2.plugin [None req-e58a09f3-5553-4085-af14-0855424729a6 admin admin] Calling delete_port for 4a7167d1-f67f-400b-915d-c429d5755dcc owned by network:router_gateway {{(pid=103935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:42:14.779790 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-415c073a-67e3-48b3-b781-e83b7c4621c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'name': 'tempest-TestMinimumBasicScenario-1366859566-router', 'tenant_id': '1b6573e415c34be2a6e743bac33ccdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'external_fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '4a7167d1-f67f-400b-915d-c429d5755dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:40:02Z', 'updated_at': '2022-07-27T15:42:13Z', 'revision_number': 5, 'project_id': '1b6573e415c34be2a6e743bac33ccdf2', 'gw_port': {'id': '4a7167d1-f67f-400b-915d-c429d5755dcc', 'name': '', 'network_id': '44ae5f16-4ebc-43f4-8fab-99c1160c42d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:59:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T15:40:02Z', 'updated_at': '2022-07-27T15:40:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62430db0-8a6e-40d6-8d6d-e1d0f62d53c5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-2-iscsi'}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:14.821012 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415c073a-67e3-48b3-b781-e83b7c4621c9 None None] Checking router: 28f88d5a-cd77-4d56-94e5-66455332193d for host: dv-cinder-841315-2-iscsi {{(pid=103937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 15:42:14.834578 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415c073a-67e3-48b3-b781-e83b7c4621c9 None None] Routers {'28f88d5a-cd77-4d56-94e5-66455332193d'} bound to L3 agent in host dv-cinder-841315-2-iscsi {{(pid=103937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 15:42:14.835494 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-415c073a-67e3-48b3-b781-e83b7c4621c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T15:20:19Z,description=,heartbeat_timestamp=2022-07-27T15:41:49Z,host='dv-cinder-841315-2-iscsi',id=e551caa6-0c49-43ca-a59a-b696bf2a1116,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T15:20:19Z,topic='l3_agent')) {'router_ids': ['28f88d5a-cd77-4d56-94e5-66455332193d'], 'active': True} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:14.954142 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_dvr_db [None req-415c073a-67e3-48b3-b781-e83b7c4621c9 None None] Set router 28f88d5a-cd77-4d56-94e5-66455332193d gateway port host: None {{(pid=103937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 15:42:14.960079 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e58a09f3-5553-4085-af14-0855424729a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9021797'] for port (4a7167d1-f67f-400b-915d-c429d5755dcc), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:14.994254 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a09f3-5553-4085-af14-0855424729a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7167d1-f67f-400b-915d-c429d5755dcc,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:42:15.008746 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.db.l3_hamode_db [None req-415c073a-67e3-48b3-b781-e83b7c4621c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'name': 'tempest-TestMinimumBasicScenario-1366859566-router', 'tenant_id': '1b6573e415c34be2a6e743bac33ccdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:40:02Z', 'updated_at': '2022-07-27T15:42:14Z', 'revision_number': 6, 'project_id': '1b6573e415c34be2a6e743bac33ccdf2', 'gw_port_host': None}], 'dv-cinder-841315-2-iscsi', False) {} {{(pid=103937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:15.034615 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415c073a-67e3-48b3-b781-e83b7c4621c9 None None] The sync data for ids ['28f88d5a-cd77-4d56-94e5-66455332193d'] in dv-cinder-841315-2-iscsi is: [{'id': '28f88d5a-cd77-4d56-94e5-66455332193d', 'name': 'tempest-TestMinimumBasicScenario-1366859566-router', 'tenant_id': '1b6573e415c34be2a6e743bac33ccdf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T15:40:02Z', 'updated_at': '2022-07-27T15:42:14Z', 'revision_number': 6, 'project_id': '1b6573e415c34be2a6e743bac33ccdf2', 'gw_port_host': None}] {{(pid=103937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 15:42:15.044358 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:15.061175 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e58a09f3-5553-4085-af14-0855424729a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376603'] for router_gateway (28f88d5a-cd77-4d56-94e5-66455332193d), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.150173 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e58a09f3-5553-4085-af14-0855424729a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3693968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1371'] for router (28f88d5a-cd77-4d56-94e5-66455332193d), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.152527 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e58a09f3-5553-4085-af14-0855424729a6 admin admin] Publish callbacks [] for router_controller (28f88d5a-cd77-4d56-94e5-66455332193d), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.196043 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e58a09f3-5553-4085-af14-0855424729a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3693842'] for router (28f88d5a-cd77-4d56-94e5-66455332193d), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.197302 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58a09f3-5553-4085-af14-0855424729a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28f88d5a-cd77-4d56-94e5-66455332193d {{(pid=103935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 15:42:15.201906 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-e58a09f3-5553-4085-af14-0855424729a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.203053 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-e58a09f3-5553-4085-af14-0855424729a6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/28f88d5a-cd77-4d56-94e5-66455332193d HTTP/1.1" status: 204 len: 168 time: 0.8482440 Jul 27 15:42:15.205795 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49666) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:42:15.259090 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae825fc8-7b6f-4c87-afed-3f4028425454 admin admin] Deleting subnet 881a3301-779d-48ae-b6e6-0556a160f9ed {{(pid=103935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 15:42:15.262872 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ae825fc8-7b6f-4c87-afed-3f4028425454 admin admin] Publish callbacks [] for subnet (881a3301-779d-48ae-b6e6-0556a160f9ed), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.282756 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:15.298971 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ae825fc8-7b6f-4c87-afed-3f4028425454 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9385129'] for subnet (881a3301-779d-48ae-b6e6-0556a160f9ed), precommit_delete_associations {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.376519 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ae825fc8-7b6f-4c87-afed-3f4028425454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3563307'] for subnet (881a3301-779d-48ae-b6e6-0556a160f9ed), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.438037 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ae825fc8-7b6f-4c87-afed-3f4028425454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3563298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9021768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9007727'] for subnet (881a3301-779d-48ae-b6e6-0556a160f9ed), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.467025 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-ae825fc8-7b6f-4c87-afed-3f4028425454 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.473179 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-ae825fc8-7b6f-4c87-afed-3f4028425454 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/881a3301-779d-48ae-b6e6-0556a160f9ed HTTP/1.1" status: 204 len: 168 time: 0.2638395 Jul 27 15:42:15.473359 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a64fa74-eb8b-4f2f-a0eb-f9bc3f851405 None None] Network 46412378-046f-46ae-bb8b-781f3e7245ba requested from dv-cinder-841315-2-iscsi {{(pid=103937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 15:42:15.473812 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae825fc8-7b6f-4c87-afed-3f4028425454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881a3301-779d-48ae-b6e6-0556a160f9ed,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:42:15.474381 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [-] (103936) accepted ('10.222.0.36', 49668) {{(pid=103936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:42:15.527453 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:15.552928 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409505'] for network (46412378-046f-46ae-bb8b-781f3e7245ba), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.596374 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] Deleting port ef036d40-0c03-4833-b01e-89acdc856064 {{(pid=103936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 15:42:15.596713 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768358048013'] for port (ef036d40-0c03-4833-b01e-89acdc856064), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.649171 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:15.664999 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.db [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] For port ef036d40-0c03-4833-b01e-89acdc856064, host dv-cinder-841315-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-2-iscsi',level=0,port_id=ef036d40-0c03-4833-b01e-89acdc856064,segment=NetworkSegment(b5ff45f0-1c9b-447e-9981-fc8f27b3417a),segment_id=b5ff45f0-1c9b-447e-9981-fc8f27b3417a)] {{(pid=103936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 15:42:15.665298 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501778'] for port (ef036d40-0c03-4833-b01e-89acdc856064), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.679215 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.plugin [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] Calling delete_port for ef036d40-0c03-4833-b01e-89acdc856064 owned by network:dhcp {{(pid=103936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 15:42:15.755515 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3438862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768358184003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768357671756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8434662'] for port (ef036d40-0c03-4833-b01e-89acdc856064), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.783946 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef036d40-0c03-4833-b01e-89acdc856064,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:42:15.785779 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] No DVR routers for this DVR port ef036d40-0c03-4833-b01e-89acdc856064 on host dv-cinder-841315-2-iscsi {{(pid=103936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 15:42:15.830621 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08559309-5316-4d74-9717-72b7d6fe2005 None None] DHCP port deletion for 46412378-046f-46ae-bb8b-781f3e7245ba request from dv-cinder-841315-2-iscsi {{(pid=103937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 15:42:15.861139 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3561221', 'neutron.services.segments.db._delete_segments_for_network-8768358125770'] for network (46412378-046f-46ae-bb8b-781f3e7245ba), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.880837 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46412378-046f-46ae-bb8b-781f3e7245ba']}} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:15.890113 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ff45f0-1c9b-447e-9981-fc8f27b3417a') {'for_net_delete': True} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:15.890363 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.services.segments.db [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ff45f0-1c9b-447e-9981-fc8f27b3417a') {} {{(pid=103936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 15:42:15.900583 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768358125671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12156091'] for segment (b5ff45f0-1c9b-447e-9981-fc8f27b3417a), before_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.913972 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772'] for segment (b5ff45f0-1c9b-447e-9981-fc8f27b3417a), precommit_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.921121 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 15:42:15.921513 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8434581'] for segment (b5ff45f0-1c9b-447e-9981-fc8f27b3417a), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:15.965740 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment b5ff45f0-1c9b-447e-9981-fc8f27b3417a resource provider aggregate not found Jul 27 15:42:15.984899 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.services.segments.plugin [-] Segment b5ff45f0-1c9b-447e-9981-fc8f27b3417a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5ff45f0-1c9b-447e-9981-fc8f27b3417a found for delete ", "request_id": "req-5f753515-4eab-499c-beb0-94798708a954"}]} Jul 27 15:42:15.992346 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3561230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376631'] for network (46412378-046f-46ae-bb8b-781f3e7245ba), after_delete {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:16.001716 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron_lib.callbacks.manager [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673741'] for network (None), before_response {{(pid=103936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:16.004838 dv-cinder-841315-2-iscsi neutron-server[103936]: INFO neutron.wsgi [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] 10.222.0.36 "DELETE /v2.0/networks/46412378-046f-46ae-bb8b-781f3e7245ba HTTP/1.1" status: 204 len: 168 time: 0.5294673 Jul 27 15:42:16.016251 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f24674-3ef6-4452-b8d6-e08871c40b0d admin admin] Pushing event deleted for resources: {'Network': ['ID=46412378-046f-46ae-bb8b-781f3e7245ba,revision_number=None']} {{(pid=103936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:42:16.177223 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49676) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:42:16.218580 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-f0dc20b9-9b3d-4b39-9e58-4d9f90bd559f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f40879b7ec11451a82501bf14592c04a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399942 Jul 27 15:42:16.221153 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49678) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:42:16.268684 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-34a641b3-4594-41e0-9e6f-1d8ab4291a0a admin admin] Publish callbacks [] for security_group (06d7ad66-f57d-4715-801a-f5265b0fcc73), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:16.290344 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-34a641b3-4594-41e0-9e6f-1d8ab4291a0a admin admin] Publish callbacks [] for security_group (06d7ad66-f57d-4715-801a-f5265b0fcc73), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:16.336756 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-34a641b3-4594-41e0-9e6f-1d8ab4291a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (06d7ad66-f57d-4715-801a-f5265b0fcc73), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:16.340624 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-34a641b3-4594-41e0-9e6f-1d8ab4291a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:16.341773 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-34a641b3-4594-41e0-9e6f-1d8ab4291a0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06d7ad66-f57d-4715-801a-f5265b0fcc73 HTTP/1.1" status: 204 len: 168 time: 0.1194270 Jul 27 15:42:16.349697 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a641b3-4594-41e0-9e6f-1d8ab4291a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d7ad66-f57d-4715-801a-f5265b0fcc73,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:42:16.668569 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49684) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:42:16.711734 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-5eaa3831-217c-499d-82ab-7ada2f32a1e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b6573e415c34be2a6e743bac33ccdf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419610 Jul 27 15:42:16.714037 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [-] (103935) accepted ('10.222.0.36', 49686) {{(pid=103935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 15:42:16.761453 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a6d2860f-e67d-4189-bb88-3e3b5bd80c8e admin admin] Publish callbacks [] for security_group (7b82dfb0-4e24-405c-a361-825142a73dee), before_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:16.782424 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a6d2860f-e67d-4189-bb88-3e3b5bd80c8e admin admin] Publish callbacks [] for security_group (7b82dfb0-4e24-405c-a361-825142a73dee), precommit_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:16.828292 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a6d2860f-e67d-4189-bb88-3e3b5bd80c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328604'] for security_group (7b82dfb0-4e24-405c-a361-825142a73dee), after_delete {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:16.830861 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron_lib.callbacks.manager [None req-a6d2860f-e67d-4189-bb88-3e3b5bd80c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:16.832020 dv-cinder-841315-2-iscsi neutron-server[103935]: INFO neutron.wsgi [None req-a6d2860f-e67d-4189-bb88-3e3b5bd80c8e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b82dfb0-4e24-405c-a361-825142a73dee HTTP/1.1" status: 204 len: 168 time: 0.1170893 Jul 27 15:42:16.839984 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2860f-e67d-4189-bb88-3e3b5bd80c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b82dfb0-4e24-405c-a361-825142a73dee,revision_number=None']} {{(pid=103935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 15:42:16.941565 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device ef036d40-0c03-4833-b01e-89acdc856064 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:42:16.965754 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: ef036d40-0c03-4833-b01e-89acdc856064 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:42:16.966017 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device ef036d40-0c03-4833-b01e-89acdc856064 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:42:16.966639 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 96824a0c-6cd7-465f-8800-37063be59d28 no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:42:16.985322 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: 96824a0c-6cd7-465f-8800-37063be59d28 {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:42:16.985719 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 96824a0c-6cd7-465f-8800-37063be59d28 not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:42:16.986268 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 4a7167d1-f67f-400b-915d-c429d5755dcc no longer exists at agent ovs-agent-dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 15:42:17.008103 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] No Port match for: 4a7167d1-f67f-400b-915d-c429d5755dcc {{(pid=103937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 15:42:17.008450 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron.plugins.ml2.rpc [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Device 4a7167d1-f67f-400b-915d-c429d5755dcc not bound to the agent host dv-cinder-841315-2-iscsi {{(pid=103937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 15:42:17.109603 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3ab2-6513-492a-8b0e-d6e70a8d944a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:19.326387 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-891b452d-5470-4c6d-b64b-d79396b64909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:20.884563 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:21.819355 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=17 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:21.820118 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=6 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:22.108185 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:22.114927 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:22.279060 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:22.808533 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:42:26.006525 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=32,neutron:DELETE=2 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:26.007328 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG dbcounter [-] [103936] Writing DB stats neutron:SELECT=50,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:26.815815 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=75,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:26.836144 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG dbcounter [-] [103935] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103935) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:32.268296 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:32.274409 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:32.803688 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:32.804999 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:37.879952 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:47.111039 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-09d8175d-a65c-4c4b-a331-04f83e7e3a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:49.328831 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-40526a3f-a89d-4726-b943-9fa8a6be901e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:50.887524 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:52.117451 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:52.281382 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:42:58.811524 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:58.816645 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:42:59.807693 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:43:02.274668 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:43:02.277022 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:43:07.877438 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:43:13.191449 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=13 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:43:13.192343 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=15 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:43:17.112297 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-863129fd-fabf-4338-a73f-b8a13e70920e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:43:19.331019 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3519c312-abe0-4f3f-9ad7-60aa652b3265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:43:20.895718 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:43:22.119209 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:43:22.284899 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:43:32.278518 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:43:32.280429 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:43:35.807497 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:43:35.812663 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:43:36.806631 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:43:37.890321 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:43:46.802755 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:43:47.113813 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-19ee200a-1ff7-4021-b3ca-522889e3464e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:43:49.333118 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-eef2184e-4e5e-47fb-bdf1-045ee94aae9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:43:50.893057 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:43:52.122951 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:43:52.293107 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:44:02.284695 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:44:02.286667 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:44:07.903539 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:44:12.810964 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=5 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:44:13.805241 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:44:14.136823 dv-cinder-841315-2-iscsi neutron-server[103935]: DEBUG neutron.wsgi [req-0ed78f1c-029d-410e-a1a1-ab75f57ade31 req-ee8ccadb-7821-4d38-ac7e-8e180e3d92ed service neutron] (103935) timed out ('10.222.0.42', 49959) {{(pid=103935) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 27 15:44:14.205514 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-bfe126e4-296c-4217-96a8-e2beefeac3b1 req-57c7d8ce-bb37-4728-a86d-4311050c8255 service neutron] (103936) timed out ('10.222.0.42', 49993) {{(pid=103936) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 27 15:44:17.116486 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-1f02aa3a-1a8f-4d3b-b19a-ac230c49d692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:44:17.809396 dv-cinder-841315-2-iscsi neutron-server[103936]: DEBUG neutron.wsgi [req-81d2ac1c-f715-43bb-b066-31de4881439b req-f08be815-f106-4092-9137-7ac03e60ced3 service neutron] (103936) timed out ('10.222.0.42', 49974) {{(pid=103936) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 27 15:44:19.334772 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e74f5a9f-8fa3-4019-8a83-d38f3d6e5277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:44:20.896137 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:44:22.133371 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:44:22.286514 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:44:23.801387 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:44:23.802169 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:44:33.191190 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:44:33.193163 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:44:34.779901 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:44:34.780618 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:44:37.891559 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:44:47.118209 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-23c68369-55a6-48bd-ad53-98923997a058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:44:49.336611 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-3226b2cf-53f3-41bf-b1c9-2485dde20fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:44:49.806360 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=4 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:44:49.807099 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:44:50.804125 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:44:50.899951 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:44:52.128619 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:44:52.289783 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:45:00.799578 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:45:00.800443 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:45:02.283926 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:45:02.285750 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:45:07.906994 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:45:13.184773 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=14 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:45:13.187862 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=12 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:45:17.119713 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-e6f08de5-93d1-49a0-932a-8d3de388fc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:45:19.337904 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-7c057629-2d9d-4c9a-97c4-a69d20425e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:45:20.907033 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:45:22.132505 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:45:22.292637 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:45:26.798987 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:45:26.806288 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:45:27.803313 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:45:32.281835 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:45:32.287592 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:45:37.799398 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:45:37.915777 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:45:47.120998 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bd950c76-c826-4608-8aae-5aba9c99569f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:45:49.339488 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0342ebd6-630e-4c18-a9d1-ddc9c3bd06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:45:50.905777 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:45:52.135732 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:45:52.298363 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:46:02.288769 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:46:02.293797 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:46:03.801025 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:46:03.801879 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:46:04.802245 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:46:07.916649 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:46:16.015953 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:46:16.016699 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:46:17.124370 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-97dc4ac8-0c4d-497b-839d-2c91edc07a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:46:19.342670 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-0d63008a-67ba-4d50-b3d4-04a176e614f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:46:20.910774 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:46:22.138375 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:46:22.301370 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:46:33.186410 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:46:33.189983 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:46:37.943038 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:46:40.798191 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:46:40.799008 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=3 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:46:41.802046 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:46:47.126018 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f2ed0ccc-bc9a-4c50-bc51-7226e4402d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:46:49.348130 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-428e3da4-dbd1-4e07-aa51-32d2923fedc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:46:50.911659 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:46:51.797948 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:46:51.798693 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=1 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:46:52.142030 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:46:52.305097 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:47:02.294287 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:47:02.301021 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:47:07.938828 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:47:17.129102 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-bad581e2-fd83-4489-868d-72d0478fb292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (af63991b-db78-4809-9a4a-6dd1e7d5ebb5), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:47:17.794474 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=18 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:47:17.795196 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=14 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:47:18.801601 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG neutron.db.agents_db [None req-077f1c76-8495-43e0-89f6-551e70ee2c2f None None] Agent healthcheck: found 6 active agents {{(pid=103938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 15:47:19.350883 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-f6c8fbc2-60b1-46d1-a4c5-3a5c08925232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e551caa6-0c49-43ca-a59a-b696bf2a1116), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:47:20.914525 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-86eb0f62-199b-42c5-8d37-8f6d3ae092c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (1af32aed-1b9d-47ee-85f1-87a47cac34a4), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:47:22.145090 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-022a6d1f-e0ba-4140-9531-8d74bed64b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (78a14f29-3142-450f-811f-b965e8c0d3ab), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:47:22.310092 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-32d51ad7-2e12-4062-849e-92ef373a054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (e9a460c4-52e7-4999-be39-d7a148616c04), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 15:47:28.797523 dv-cinder-841315-2-iscsi neutron-server[103938]: DEBUG dbcounter [-] [103938] Writing DB stats neutron:SELECT=2 {{(pid=103938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:47:32.302100 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:47:32.304603 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG dbcounter [-] [103937] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 15:47:37.956258 dv-cinder-841315-2-iscsi neutron-server[103937]: DEBUG neutron_lib.callbacks.manager [None req-8faed20f-3c88-4d39-96f8-1a321a778aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768358125752', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3581914'] for agent (168340fb-86e7-4e23-af89-1ee63cdcfdee), after_update {{(pid=103937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}